-- Logs begin at Tue 2021-09-07 23:07:45 UTC, end at Wed 2021-09-08 00:04:46 UTC. -- Sep 07 23:37:40.767481 dv-cinder-751579-26-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 07 23:37:43.590976 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.common.config [-] Logging enabled! Sep 07 23:37:43.591616 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev628 Sep 07 23:37:43.591898 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100443) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 07 23:37:43.597471 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.common.config [-] Logging enabled! Sep 07 23:37:43.597731 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev628 Sep 07 23:37:43.598389 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100443) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 07 23:37:43.599378 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 07 23:37:43.599609 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 07 23:37:43.599995 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 07 23:37:43.600236 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 07 23:37:43.600476 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 07 23:37:43.600797 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.601093 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.602234 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.602564 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.603565 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.603928 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.604878 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.605180 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.605487 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.605779 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.606063 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.606356 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.606587 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.606875 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.607168 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.607457 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.607682 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] debug = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.607963 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.609018 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.609605 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.610656 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.610656 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.610890 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.611303 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.611589 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.611882 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.612281 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] host = dv-cinder-751579-26-iscsi {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.613240 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.613240 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.615285 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.615285 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.615285 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.615561 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.615695 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.615986 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.616360 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] log_file = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.616677 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.616977 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.617276 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.617584 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.617817 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.618045 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.618342 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.618638 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.618995 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.619244 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.619524 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.619805 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.620083 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.620358 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.620684 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.620978 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.621268 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.621548 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.621828 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.622170 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.622381 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.622669 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.623042 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.623319 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.623773 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.624583 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.624870 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.625389 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.625756 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.626049 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.626384 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.626673 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.626955 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.627239 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.627525 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.627793 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.628067 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] use_json = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.628624 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.628904 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.629188 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.629459 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.629753 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.630008 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.630280 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.630568 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:43.630872 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.631170 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.631474 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.631759 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.632058 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.632338 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.634042 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.634042 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.634042 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.634042 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.634042 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.634042 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.634995 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.635383 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.635691 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.636003 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.636304 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.636631 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.637062 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.637344 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.638633 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.638934 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.639241 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.640173 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.640686 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.641288 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.641967 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.642283 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.642592 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.643218 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.643524 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.643816 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.644120 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.644411 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.644718 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.645005 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.645304 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.645589 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.645868 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.646155 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.647280 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.647658 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.648651 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.649016 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.649939 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.650234 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.650519 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.650800 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.651085 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.651363 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.651657 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.651942 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.652220 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.652526 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.652808 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.653084 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.653359 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.653638 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.653913 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.654189 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.654463 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.654734 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.655291 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.655572 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.655939 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.656309 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.656619 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.656896 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.657172 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.657444 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.657714 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.657987 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.658412 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.659644 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.659994 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.660293 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.660620 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.660915 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.661204 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.661564 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.661858 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.662141 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.662421 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.662706 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.663004 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.663288 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.663588 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.663875 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.664158 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.664496 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.664778 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.665054 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.665335 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.665615 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.665906 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.666199 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.666496 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.666794 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.667091 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.667387 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.667683 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.667964 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.668277 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.668676 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:43.668895 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 07 23:37:43.669847 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100443) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 07 23:37:44.126309 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 07 23:37:44.126583 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 07 23:37:44.127018 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 07 23:37:44.128612 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 07 23:37:44.530794 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:44.531085 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:44.531544 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:44.532883 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:44.533153 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:44.533417 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:44.569167 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:44.569442 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:44.569706 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:44.585235 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:44.585511 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:44.585775 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:44.615222 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:44.615821 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:44.615821 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:44.653652 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:44.653930 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:44.654196 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:44.887101 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:44.887380 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:44.887645 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:44.887910 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:44.888632 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.010988 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.011307 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.011586 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.011857 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.012123 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.012435 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.012714 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.012968 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.013219 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.013495 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.013749 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.014008 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.014259 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.014605 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.014896 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.015157 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.015417 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.015682 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.015949 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.016206 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.016492 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.016746 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.017023 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.017395 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.017639 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.017884 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.018283 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100443) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 23:37:45.018520 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100443) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 23:37:45.018753 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100443) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 23:37:45.018985 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100443) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 23:37:45.019215 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100443) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 23:37:45.019453 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100443) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 23:37:45.019813 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 07 23:37:45.023037 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 07 23:37:45.027002 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 07 23:37:45.031500 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Sep 07 23:37:45.033165 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 07 23:37:45.033610 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 07 23:37:45.033941 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 07 23:37:45.034328 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 07 23:37:45.037151 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 07 23:37:45.037406 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 07 23:37:45.037753 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 07 23:37:45.043070 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 07 23:37:45.065414 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 07 23:37:45.065885 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.066185 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100443) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 07 23:37:45.066547 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.067899 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100443) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 07 23:37:45.068188 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 07 23:37:45.068436 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 07 23:37:45.071845 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.072119 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.135911 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 07 23:37:45.136089 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 07 23:37:45.136298 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 07 23:37:45.136703 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 07 23:37:45.159616 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_db.sqlalchemy.engines [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100443) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 07 23:37:45.711777 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.plugins.ml2.managers [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Initializing driver for type 'gre' Sep 07 23:37:45.712495 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] gre ID ranges: [(1, 1000)] Sep 07 23:37:45.777675 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.plugins.ml2.managers [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Initializing driver for type 'local' Sep 07 23:37:45.777675 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.plugins.ml2.managers [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Initializing driver for type 'vlan' Sep 07 23:37:45.790626 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] VlanTypeDriver initialization complete Sep 07 23:37:45.791004 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.plugins.ml2.managers [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Initializing driver for type 'vxlan' Sep 07 23:37:45.791555 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] vxlan ID ranges: [(1, 1000)] Sep 07 23:37:45.846589 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.plugins.ml2.managers [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Initializing extension driver 'port_security' Sep 07 23:37:45.846931 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.plugins.ml2.extensions.port_security [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] PortSecurityExtensionDriver initialization complete Sep 07 23:37:45.847295 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.plugins.ml2.managers [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Initializing mechanism driver 'openvswitch' Sep 07 23:37:45.847621 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.plugins.ml2.managers [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Initializing mechanism driver 'hyperv' Sep 07 23:37:45.854185 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.plugins.ml2.plugin [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:37:45.854868 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > port after_create 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.855238 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > port after_update 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.855599 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > port after_delete 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.856121 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100443) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 23:37:45.856575 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > subnet after_create 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.856930 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > subnet after_update 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.857277 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.857667 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100443) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 23:37:45.858078 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > network after_create 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.858599 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > network after_update 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.858951 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > network after_delete 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.859344 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100443) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 23:37:45.859742 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > security_group after_create 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.860087 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > security_group after_update 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.860425 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.860981 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100443) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 23:37:45.861392 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.861747 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.862092 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.862483 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100443) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 23:37:45.862885 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > address_group after_create 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.863232 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > address_group after_update 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.863573 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.863961 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100443) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 23:37:45.864339 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] ML2 OVO RPC backend initialized. {{(pid=100443) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 07 23:37:45.865081 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.865445 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.865862 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > network before_response 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.866209 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > networks before_response 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.866559 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > port before_response 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.866901 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > ports before_response 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.867243 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > subnet before_response 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.867586 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > subnets before_response 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.867931 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > network after_create 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.868271 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > network after_update 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.868632 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > network after_delete 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.868969 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > port after_create 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.869304 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > port after_update 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.869637 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > port after_delete 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.869972 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > subnet after_create 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.870304 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > subnet after_update 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.870636 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.871215 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.plugins.ml2.plugin [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Modular L2 Plugin initialization complete Sep 07 23:37:45.871542 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading services supported by the core plugin {{(pid=100443) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 07 23:37:45.871868 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.plugins.ml2.managers [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Got port-security extension from driver 'port_security' Sep 07 23:37:45.872335 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.extensions.vlantransparent [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Disabled vlantransparent extension. Sep 07 23:37:45.872853 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100443) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 07 23:37:45.873169 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading Plugin: router Sep 07 23:37:45.910332 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.910723 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > router after_create 55549900 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.911094 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > router before_create 55549900 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.911460 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.911830 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.912184 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > router after_delete 55549900 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.912566 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > floatingip after_create 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.912915 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.913273 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > router after_create 55549900 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.913617 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > router after_update 55549900 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.913968 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > router after_update 55549900 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.914318 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.914676 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > router after_update 55549900 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.915085 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > router precommit_update 55549900 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.915450 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: port after_update 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.915787 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: port after_delete 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.916122 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: subnet after_update 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.916484 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.916837 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.917183 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > router precommit_create 55549900 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.917522 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: port before_delete 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.917871 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > router precommit_create 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.918226 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > router after_update 55549900 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.918566 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.918917 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > router precommit_create 55549900 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.919274 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.919620 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > router precommit_update 55549900 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.919979 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > agent after_create 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.920326 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > agent after_delete 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.921364 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > network after_delete 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.922274 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.quota.resource_registry [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Tracking information for resource: router configured {{(pid=100443) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 23:37:45.922611 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.quota.resource_registry [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Tracking information for resource: floatingip configured {{(pid=100443) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 23:37:45.927950 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.db.l3_agentschedulers_db [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 07 23:37:45.928559 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: port after_update 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.928925 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: port after_create 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.929275 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: port after_delete 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.929629 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: port after_update 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.930432 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > router before_create 55550100 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.930803 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.931166 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > router precommit_create 55550100 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.931521 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > router precommit_update 55550100 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.936890 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.services.provider_configuration [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Service providers = [] {{(pid=100443) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 07 23:37:45.937229 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.db.servicetype_db [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100443) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 07 23:37:45.940175 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.services.service_base [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100443) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 23:37:45.940558 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.services.service_base [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100443) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 23:37:45.940906 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.services.service_base [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100443) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 23:37:45.941815 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.services.service_base [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100443) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 23:37:45.942188 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.services.service_base [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 07 23:37:45.942574 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100443) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 23:37:45.942898 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 07 23:37:45.953757 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100443) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 23:37:45.954092 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading Plugin: auto_allocate Sep 07 23:37:45.960108 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: network precommit_update 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.960507 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: network precommit_create 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.961050 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100443) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 23:37:45.961375 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading Plugin: tag Sep 07 23:37:45.968337 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100443) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 23:37:45.968621 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading Plugin: timestamp Sep 07 23:37:45.974619 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100443) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 23:37:45.975126 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading Plugin: network_ip_availability Sep 07 23:37:45.980728 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.981102 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.981458 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:45.982213 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100443) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 23:37:45.982531 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading Plugin: flavors Sep 07 23:37:45.987798 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100443) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 23:37:45.988128 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading Plugin: revisions Sep 07 23:37:45.992486 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100443) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 23:37:45.992884 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_concurrency.lockutils [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.866s {{(pid=100443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 07 23:37:45.993628 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100443) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 07 23:37:45.993966 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Initializing extension manager. Sep 07 23:37:45.994480 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: __init__.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:45.994823 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: __pycache__ {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:45.995160 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:45.995494 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: address_group.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:45.996261 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:45.996867 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: address-group Sep 07 23:37:45.997191 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: address_scope.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:45.998107 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:45.998621 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: address-scope Sep 07 23:37:45.999641 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.000643 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.001161 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: router-admin-state-down-before-update Sep 07 23:37:46.001484 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: agent.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.002199 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.002708 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: agent Sep 07 23:37:46.003031 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: agent_resources_synced.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.004204 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.004749 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: agent-resources-synced Sep 07 23:37:46.005073 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: allowedaddresspairs.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.006901 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.007423 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: allowed-address-pairs Sep 07 23:37:46.007751 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: auto_allocated_topology.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.008859 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.009377 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: auto-allocated-topology Sep 07 23:37:46.009705 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: availability_zone.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.010402 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.010908 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: availability_zone Sep 07 23:37:46.011230 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: availability_zone_filter.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.012151 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.012688 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: availability_zone_filter Sep 07 23:37:46.013014 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: data_plane_status.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.013930 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.014463 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extension data-plane-status not supported by any of loaded plugins Sep 07 23:37:46.014786 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: default_subnetpools.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.015705 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.016215 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: default-subnetpools Sep 07 23:37:46.016571 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.017393 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.017907 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: dhcp_agent_scheduler Sep 07 23:37:46.018232 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: dns.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.019152 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.019658 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extension dns-integration not supported by any of loaded plugins Sep 07 23:37:46.019988 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: dns_domain_ports.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.020928 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.021442 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 07 23:37:46.021772 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.022694 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.023206 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 07 23:37:46.023528 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: dvr.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.024199 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.024739 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: dvr Sep 07 23:37:46.025061 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: ecmp_routes.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.025980 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.026491 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 07 23:37:46.026816 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: empty_string_filtering.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.027734 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.028246 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: empty-string-filtering Sep 07 23:37:46.028593 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.029506 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.030044 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 07 23:37:46.030399 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.031317 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.031836 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 07 23:37:46.032160 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: external_net.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.033111 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.033623 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: external-net Sep 07 23:37:46.033947 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.034867 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.035376 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: extra_dhcp_opt Sep 07 23:37:46.035699 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: extraroute.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.036635 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.037151 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: extraroute Sep 07 23:37:46.037475 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: extraroute_atomic.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.038545 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.039064 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: extraroute-atomic Sep 07 23:37:46.039389 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: filter_validation.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.040087 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.040632 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: filter-validation Sep 07 23:37:46.040959 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: fip_pf_description.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.041933 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.042452 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 07 23:37:46.042776 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: fip_port_details.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.043715 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.044237 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: fip-port-details Sep 07 23:37:46.044591 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: flavors.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.046436 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.046969 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: flavors Sep 07 23:37:46.047298 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.049090 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.049627 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 07 23:37:46.049958 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: floatingip_pools.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.050692 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.051211 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: floatingip-pools Sep 07 23:37:46.051539 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: ip_allocation.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.052564 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.053078 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extension ip_allocation not supported by any of loaded plugins Sep 07 23:37:46.053401 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.054332 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.054848 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: ip-substring-filtering Sep 07 23:37:46.055176 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: l2_adjacency.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.056127 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.056688 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 07 23:37:46.057014 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: l3.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.058247 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.058781 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: router Sep 07 23:37:46.059106 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.062161 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.062713 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 07 23:37:46.063048 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.064076 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.064634 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: ext-gw-mode Sep 07 23:37:46.064966 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.065907 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.066427 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: l3-ha Sep 07 23:37:46.066752 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: l3_flavors.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.067682 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.068197 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: l3-flavors Sep 07 23:37:46.068559 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.069496 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.070014 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 07 23:37:46.070339 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: l3agentscheduler.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.071454 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.071975 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: l3_agent_scheduler Sep 07 23:37:46.072311 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: logging.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.073962 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.074497 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extension logging not supported by any of loaded plugins Sep 07 23:37:46.074830 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: metering.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.075605 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.076187 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: metering Sep 07 23:37:46.076543 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.077733 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.078260 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: metering_source_and_destination_fields Sep 07 23:37:46.078588 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: multiprovidernet.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.079537 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.080056 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: multi-provider Sep 07 23:37:46.080382 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: netmtu.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.081359 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.081873 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: net-mtu Sep 07 23:37:46.082204 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: netmtu_writable.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.083142 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.083657 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: net-mtu-writable Sep 07 23:37:46.083983 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: network_availability_zone.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.084702 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.085218 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: network_availability_zone Sep 07 23:37:46.085541 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: network_ip_availability.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.086725 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.087247 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: network-ip-availability Sep 07 23:37:46.087570 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: network_segment_range.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.088383 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.088931 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extension network-segment-range not supported by any of loaded plugins Sep 07 23:37:46.089255 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: pagination.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.090277 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.090607 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: pagination Sep 07 23:37:46.090931 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: port_device_profile.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.091867 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.092391 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: port-device-profile Sep 07 23:37:46.092778 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.093905 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.094425 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: port-mac-address-regenerate Sep 07 23:37:46.094749 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.095673 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.096188 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: port-numa-affinity-policy Sep 07 23:37:46.096547 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: port_resource_request.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.097642 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.098156 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extension port-resource-request not supported by any of loaded plugins Sep 07 23:37:46.098476 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: portbindings.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.099414 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.099921 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: binding Sep 07 23:37:46.100243 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: portbindings_extended.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.101576 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.102099 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: binding-extended Sep 07 23:37:46.102430 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: portsecurity.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.103366 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.103886 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: port-security Sep 07 23:37:46.104211 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: project_id.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.105231 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.105565 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: project-id Sep 07 23:37:46.105891 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: providernet.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.106820 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.107336 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: provider Sep 07 23:37:46.107654 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: qos.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.111939 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.112502 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extension qos not supported by any of loaded plugins Sep 07 23:37:46.112838 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.114093 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.114621 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 07 23:37:46.114955 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.115881 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.116400 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 07 23:37:46.116754 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: qos_default.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.117673 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.118190 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extension qos-default not supported by any of loaded plugins Sep 07 23:37:46.118518 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: qos_fip.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.119191 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.119700 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extension qos-fip not supported by any of loaded plugins Sep 07 23:37:46.120023 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: qos_gateway_ip.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.120984 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.121502 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 07 23:37:46.121828 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: qos_port_network_policy.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.122758 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.123271 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 07 23:37:46.123597 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: qos_pps_rule.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.125341 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.125865 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extension qos-pps not supported by any of loaded plugins Sep 07 23:37:46.126195 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: qos_rule_type_details.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.127125 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.127644 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 07 23:37:46.127974 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: qos_rules_alias.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.129302 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.129821 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 07 23:37:46.130149 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: quotasv2.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.131118 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.131457 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: quotas Sep 07 23:37:46.131863 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: quotasv2_detail.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.136695 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.137039 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: quota_details Sep 07 23:37:46.137373 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: rbac.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.138466 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.140742 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: rbac-policies Sep 07 23:37:46.141079 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: rbac_address_group.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.142313 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.142845 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: rbac-address-group Sep 07 23:37:46.143178 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: rbac_address_scope.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.144115 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.144681 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: rbac-address-scope Sep 07 23:37:46.145005 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: rbac_security_groups.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.145933 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.146457 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: rbac-security-groups Sep 07 23:37:46.146779 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: rbac_subnetpool.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.147764 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.148435 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: rbac-subnetpool Sep 07 23:37:46.148783 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: revisionifmatch.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.149713 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.150236 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: revision-if-match Sep 07 23:37:46.150564 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: revisions.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.151727 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.152248 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: standard-attr-revisions Sep 07 23:37:46.152610 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: router_availability_zone.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.153298 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.153812 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: router_availability_zone Sep 07 23:37:46.154135 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: routerservicetype.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.155086 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.155817 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extension router-service-type not supported by any of loaded plugins Sep 07 23:37:46.156145 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.157110 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.157631 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: security-groups-normalized-cidr Sep 07 23:37:46.157954 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.158880 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.159397 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: port-security-groups-filtering Sep 07 23:37:46.159720 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.160676 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.161193 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: security-groups-remote-address-group Sep 07 23:37:46.161517 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: securitygroup.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.173340 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.173879 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: security-group Sep 07 23:37:46.174213 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: segment.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.175033 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.175521 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extension segment not supported by any of loaded plugins Sep 07 23:37:46.175848 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.176832 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.177346 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 07 23:37:46.177671 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: servicetype.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.178866 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.179391 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: service-type Sep 07 23:37:46.179718 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: sorting.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.180751 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.181086 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: sorting Sep 07 23:37:46.182350 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: standard_attr_segment.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.183294 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.183819 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 07 23:37:46.184144 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: standardattrdescription.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.184831 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.185351 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: standard-attr-description Sep 07 23:37:46.185671 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: stateful_security_group.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.188048 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.188606 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: stateful-security-group Sep 07 23:37:46.188938 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: stdattrs_common.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.189532 dv-cinder-751579-26-iscsi neutron-server[100443]: WARNING neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 07 23:37:46.189853 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.190787 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.191304 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 07 23:37:46.191626 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: subnet_onboard.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.192733 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.193252 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: subnet_onboard Sep 07 23:37:46.193574 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.194502 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.195016 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 07 23:37:46.195339 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: subnet_service_types.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.196264 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.196822 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: subnet-service-types Sep 07 23:37:46.197148 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: subnetallocation.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.198244 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.198766 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: subnet_allocation Sep 07 23:37:46.199088 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.199759 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.200275 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: subnetpool-prefix-ops Sep 07 23:37:46.200627 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.201557 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.202240 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 07 23:37:46.202607 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: tagging.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.203686 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.204217 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: standard-attr-tag Sep 07 23:37:46.204580 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: timestamp.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.205779 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.206300 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loaded extension: standard-attr-timestamp Sep 07 23:37:46.206629 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: trunk.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.207673 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.208191 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extension trunk not supported by any of loaded plugins Sep 07 23:37:46.208547 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: trunk_details.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.209473 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.209990 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extension trunk-details not supported by any of loaded plugins Sep 07 23:37:46.210316 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: uplink_status_propagation.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.211245 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.211764 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 07 23:37:46.212090 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Loading extension file: vlantransparent.py {{(pid=100443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 23:37:46.212802 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 23:37:46.213317 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 07 23:37:46.215822 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.quota.resource_registry [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Creating instance of TrackedResource for resource:network Sep 07 23:37:46.216369 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.quota.resource_registry [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Creating instance of TrackedResource for resource:subnet Sep 07 23:37:46.216795 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.quota.resource_registry [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 23:37:46.217195 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.quota.resource_registry [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Creating instance of TrackedResource for resource:port Sep 07 23:37:46.218534 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.v2.resource_helper [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 23:37:46.218925 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.v2.resource_helper [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Service FLAVORS assigned prefix: {{(pid=100443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 23:37:46.219546 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.v2.resource_helper [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 23:37:46.219975 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.v2.resource_helper [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 23:37:46.220307 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.quota.resource_registry [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Creating instance of TrackedResource for resource:router Sep 07 23:37:46.220764 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.quota.resource_registry [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Creating instance of TrackedResource for resource:floatingip Sep 07 23:37:46.221263 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.v2.resource_helper [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Service METERING assigned prefix: /metering {{(pid=100443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 23:37:46.222689 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:46.223064 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:46.223437 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:37:46.224437 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.quota.resource_registry [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Creating instance of CountableResource for resource:rbac_policy Sep 07 23:37:46.224910 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.quota.resource_registry [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Creating instance of TrackedResource for resource:security_group Sep 07 23:37:46.225334 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.quota.resource_registry [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 07 23:37:46.225929 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.v2.resource_helper [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Service CORE assigned prefix: {{(pid=100443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 23:37:46.226261 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.quota.resource_registry [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 23:37:46.226613 dv-cinder-751579-26-iscsi neutron-server[100443]: WARNING neutron.quota.resource_registry [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] subnetpool is already registered Sep 07 23:37:46.227053 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.v2.resource_helper [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Service CORE assigned prefix: {{(pid=100443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 23:37:46.227384 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.quota.resource_registry [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 23:37:46.227715 dv-cinder-751579-26-iscsi neutron-server[100443]: WARNING neutron.quota.resource_registry [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] subnetpool is already registered Sep 07 23:37:46.230034 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.v2.resource_helper [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 23:37:46.230466 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.v2.resource_helper [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Service FLAVORS assigned prefix: {{(pid=100443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 23:37:46.231057 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.v2.resource_helper [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 23:37:46.231475 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.v2.resource_helper [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 23:37:46.231808 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.quota.resource_registry [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Creating instance of TrackedResource for resource:router Sep 07 23:37:46.232147 dv-cinder-751579-26-iscsi neutron-server[100443]: WARNING neutron.quota.resource_registry [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] router is already registered Sep 07 23:37:46.232579 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.quota.resource_registry [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Creating instance of TrackedResource for resource:floatingip Sep 07 23:37:46.232917 dv-cinder-751579-26-iscsi neutron-server[100443]: WARNING neutron.quota.resource_registry [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] floatingip is already registered Sep 07 23:37:46.234036 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.v2.resource_helper [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Service METERING assigned prefix: /metering {{(pid=100443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 23:37:46.234696 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.quota.resource_registry [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Creating instance of CountableResource for resource:rbac_policy Sep 07 23:37:46.235022 dv-cinder-751579-26-iscsi neutron-server[100443]: WARNING neutron.quota.resource_registry [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] rbac_policy is already registered Sep 07 23:37:46.235433 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.quota.resource_registry [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Creating instance of TrackedResource for resource:security_group Sep 07 23:37:46.235767 dv-cinder-751579-26-iscsi neutron-server[100443]: WARNING neutron.quota.resource_registry [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] security_group is already registered Sep 07 23:37:46.236166 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.quota.resource_registry [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 07 23:37:46.236531 dv-cinder-751579-26-iscsi neutron-server[100443]: WARNING neutron.quota.resource_registry [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] security_group_rule is already registered Sep 07 23:37:46.237165 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.v2.resource_helper [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Service CORE assigned prefix: {{(pid=100443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 23:37:46.237493 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.quota.resource_registry [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 23:37:46.237827 dv-cinder-751579-26-iscsi neutron-server[100443]: WARNING neutron.quota.resource_registry [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] subnetpool is already registered Sep 07 23:37:46.238241 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.v2.resource_helper [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Service CORE assigned prefix: {{(pid=100443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 23:37:46.238564 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.quota.resource_registry [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 23:37:46.238893 dv-cinder-751579-26-iscsi neutron-server[100443]: WARNING neutron.quota.resource_registry [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] subnetpool is already registered Sep 07 23:37:46.239357 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extended resource: extensions {{(pid=100443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 23:37:46.240894 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extended resource: address-groups {{(pid=100443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 23:37:46.242373 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extended resource: address-scopes {{(pid=100443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 23:37:46.243690 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extended resource: agents {{(pid=100443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 23:37:46.244905 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extended resource: auto-allocated-topology {{(pid=100443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 23:37:46.246161 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extended resource: availability_zones {{(pid=100443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 23:37:46.247386 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extended resource: dhcp-networks {{(pid=100443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 23:37:46.249552 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extended resource: dhcp-agents {{(pid=100443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 23:37:46.250975 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extended resource: routers {{(pid=100443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 23:37:46.253447 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extended resource: flavors {{(pid=100443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 23:37:46.254612 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extended resource: service_profiles {{(pid=100443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 23:37:46.255818 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extended resource: next_providers {{(pid=100443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 23:37:46.257299 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extended resource: service_profiles {{(pid=100443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 23:37:46.258831 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extended resource: floatingip-pools {{(pid=100443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 23:37:46.260039 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extended resource: routers {{(pid=100443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 23:37:46.262159 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extended resource: floatingips {{(pid=100443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 23:37:46.263442 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extended resource: l3-routers {{(pid=100443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 23:37:46.264891 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extended resource: l3-agents {{(pid=100443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 23:37:46.266287 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extended resource: metering-labels {{(pid=100443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 23:37:46.267646 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extended resource: metering-label-rules {{(pid=100443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 23:37:46.268959 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extended resource: network-ip-availabilities {{(pid=100443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 23:37:46.270226 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extended resource: bindings {{(pid=100443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 23:37:46.272807 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extended resource: quotas {{(pid=100443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 23:37:46.274268 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extended resource: quotas {{(pid=100443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 23:37:46.275678 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extended resource: rbac-policies {{(pid=100443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 23:37:46.276913 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extended resource: security-groups {{(pid=100443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 23:37:46.278201 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extended resource: security-group-rules {{(pid=100443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 23:37:46.279466 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extended resource: service-providers {{(pid=100443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 23:37:46.280867 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extended resource: subnetpools {{(pid=100443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 23:37:46.282277 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extended resource: subnetpools {{(pid=100443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 23:37:46.283729 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extended resource: tags {{(pid=100443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 23:37:46.285405 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extended resource: tags {{(pid=100443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 23:37:46.287230 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extended resource: tags {{(pid=100443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 23:37:46.289032 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extended resource: tags {{(pid=100443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 23:37:46.290802 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extended resource: tags {{(pid=100443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 23:37:46.292651 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extended resource: tags {{(pid=100443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 23:37:46.294403 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extended resource: tags {{(pid=100443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 23:37:46.296866 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extended resource: tags {{(pid=100443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 23:37:46.298616 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extended resource: tags {{(pid=100443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 23:37:46.300336 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron.api.extensions [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Extended resource: tags {{(pid=100443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 23:37:46.306319 dv-cinder-751579-26-iscsi neutron-server[100443]: WARNING keystonemiddleware.auth_token [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 07 23:37:46.311100 dv-cinder-751579-26-iscsi neutron-server[100443]: WARNING keystonemiddleware.auth_token [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 07 23:37:46.324528 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_concurrency.lockutils [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Acquired lock "singleton_lock" {{(pid=100443) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 07 23:37:46.325020 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_concurrency.lockutils [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Releasing lock "singleton_lock" {{(pid=100443) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 07 23:37:46.325650 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO oslo_service.service [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Starting 2 workers Sep 07 23:37:46.330522 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Started child 100550 {{(pid=100443) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 23:37:46.335107 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Started child 100551 {{(pid=100443) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 23:37:46.336215 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:37:46.336922 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO neutron.service [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 07 23:37:46.337485 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Notify callbacks [] for process, before_spawn {{(pid=100443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:37:46.337755 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [-] (100550) wsgi starting up on http://0.0.0.0:9696 Sep 07 23:37:46.340206 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO oslo_service.service [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Starting 1 workers Sep 07 23:37:46.341888 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:37:46.344065 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [-] (100551) wsgi starting up on http://0.0.0.0:9696 Sep 07 23:37:46.346461 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Started child 100552 {{(pid=100443) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 23:37:46.347057 dv-cinder-751579-26-iscsi neutron-server[100443]: INFO oslo_service.service [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Starting 1 workers Sep 07 23:37:46.351066 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.service [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] calling RpcWorker wait() {{(pid=100552) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 07 23:37:46.351696 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.service [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] returning from RpcWorker wait() {{(pid=100552) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 07 23:37:46.351790 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Started child 100553 {{(pid=100443) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 23:37:46.352474 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG neutron_lib.callbacks.manager [None req-71b458d5-1397-4ea4-b694-06806dd49aa9 None None] Notify callbacks [] for process, after_spawn {{(pid=100443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:37:46.352858 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:37:46.353347 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:37:46.354411 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100443) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 07 23:37:46.354620 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 07 23:37:46.354804 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 07 23:37:46.355032 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 07 23:37:46.355388 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 07 23:37:46.355539 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 07 23:37:46.356189 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.356650 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.356751 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:37:46.357213 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.357213 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.357433 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.358070 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.358914 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.359186 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.359463 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.359716 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.359890 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.360057 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.360291 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.360577 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.360899 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.361169 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.361416 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.361690 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.361861 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.362083 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.362341 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.362587 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.362850 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] debug = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.363089 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.363592 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.363823 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.364076 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.364290 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.364611 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.364839 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.365111 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.365367 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.365607 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.365843 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.366092 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.366326 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.366554 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.366771 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.367022 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.367250 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.367724 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] host = dv-cinder-751579-26-iscsi {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.367971 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.368187 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.368413 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.368697 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.368942 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.369155 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.369408 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.369665 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.369919 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.370141 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.370391 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.370655 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.370892 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.371142 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] log_file = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.371321 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] log_options = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.371560 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.371807 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.372077 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.372269 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.372439 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.372729 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.372897 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.373054 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.373309 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.373541 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.374087 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.374087 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.374414 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.374482 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.374717 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.374946 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.375162 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.375377 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.375647 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.375910 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.376195 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.376375 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.376735 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.376832 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.377052 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.377274 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.377515 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.377745 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.377956 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.378479 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.378704 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.378967 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.379203 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.379438 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.379699 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.379925 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.380150 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.380367 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.380663 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.380888 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.381141 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.381387 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.381689 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.381844 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.382066 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.382309 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.382522 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] use_json = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.382751 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.382966 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.383193 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.383424 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.383671 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.383882 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.384094 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.384322 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.384775 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.385059 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.386110 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.386110 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.386110 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.386110 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.386397 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.386530 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.387130 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.387366 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.387476 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:37:46.388200 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.388624 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.389051 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.389280 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.389595 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.389930 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.390194 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.390468 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.390680 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.391065 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.391633 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.391633 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.394059 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.394059 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.394059 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.394059 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.394059 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.394059 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.394059 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.394059 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.394568 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.394568 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.394568 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.394568 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.394786 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.394860 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.395135 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.395324 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.396110 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.396110 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.396110 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.401263 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.401263 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.401263 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.401263 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.401263 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.401263 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.401263 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.401263 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.401263 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.402501 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.402501 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.402501 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.402501 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.402501 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.402501 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.402501 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.402501 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.402501 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.403116 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.403116 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.403116 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.403116 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.403116 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.403116 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.403116 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.403116 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.403116 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.403735 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.403735 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.403735 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.403735 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.403735 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.403735 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.403735 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.403735 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.404320 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.404320 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.404320 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.404576 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.404659 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.404872 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.405670 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.405906 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.406302 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.406868 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.407293 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.407700 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.408057 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.408480 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.408932 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.409323 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.409569 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.409792 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.410068 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.410291 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.410540 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.410775 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.411032 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.411263 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.411531 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.411782 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.412207 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.412471 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.412720 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.412972 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.413206 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.413608 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.413837 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.414085 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.414308 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.414574 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.414847 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.415109 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.415357 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.415588 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.415862 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.416114 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.416362 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.416624 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.416890 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.417175 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.417454 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.417703 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.417933 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.418202 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.418441 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.418688 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.418944 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.419205 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.419604 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.419845 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.420140 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.420380 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.420656 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.421418 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.421827 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.422155 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.422386 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.422599 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.422830 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.423103 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.423351 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.423586 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.423851 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.424109 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.424339 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.424633 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.424860 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.425091 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.425337 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.425628 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.425941 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.426166 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.426166 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.426561 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.426778 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.427007 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.427007 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.427397 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.427594 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.427825 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.428046 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.428046 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.428507 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.428759 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.428759 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.429343 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.429343 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.429902 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.429902 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.429902 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.430362 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.430362 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.430722 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.430867 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.431029 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.431244 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.431651 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.432082 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.432082 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.432437 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.432437 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.432828 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.432828 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.433158 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.433302 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.433482 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.433722 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.433933 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.434168 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.434402 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.434754 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.434994 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.435253 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.435487 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.435700 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.435956 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.436188 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.437008 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.437244 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.437479 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.437694 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.437951 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.438198 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.438563 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.438709 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.438855 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.439116 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.439282 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.439462 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.439756 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.439996 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.440224 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.440633 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.440792 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.440933 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.441166 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.441375 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.441583 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.441813 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.442003 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.442214 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.442441 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.442648 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.442856 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.443096 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.443914 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.443914 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.443914 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.444150 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.444231 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.444402 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.444638 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.444889 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.445090 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.445298 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.445505 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.445745 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.445964 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.446193 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.446395 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.446777 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.446940 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.447090 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.447245 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.447452 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.447756 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.448007 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.448230 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.448538 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.448768 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.449033 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.449295 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.449610 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.450088 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.450088 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.450369 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.450509 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.450650 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.450882 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.451185 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.451478 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.451740 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.452058 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.452868 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.453111 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.453399 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.453672 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.453979 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.454316 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.454585 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.454851 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.455297 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.455429 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.455561 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.455777 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.456015 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.456233 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.456464 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.456719 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.456948 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.457172 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.457407 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.457652 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.457866 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.458086 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.458314 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.458530 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.458763 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.458919 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 07 23:37:46.459454 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100443) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 07 23:37:46.459786 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 07 23:37:46.459786 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 07 23:37:46.460128 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 07 23:37:46.460128 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 07 23:37:46.460368 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 07 23:37:46.460528 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.461030 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.461030 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.461030 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.461030 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.461502 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.461502 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.461502 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.461849 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.461849 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.462091 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.462091 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.462328 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.462328 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.462562 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.462685 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.462808 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.462931 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.463054 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.463211 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.463368 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.463525 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.463682 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] debug = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.463840 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.464030 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.464179 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.464534 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.464534 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.464826 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.464826 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.465112 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 54300) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:37:46.465348 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.465348 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.465348 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.465762 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.465762 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.465762 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.466161 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.466161 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.466161 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.466551 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.466551 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] host = dv-cinder-751579-26-iscsi {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.466551 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.466938 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.466938 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.467209 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.467209 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.467488 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.467488 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.467816 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.468181 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.468181 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.468491 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.468491 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.468824 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.469039 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] log_file = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.469186 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] log_options = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.469326 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.469484 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.469741 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.469886 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.470028 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.470285 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.470285 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.470574 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.470574 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.470847 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.470847 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.471111 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.471111 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.471387 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.471387 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.471672 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.471672 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.471936 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.471936 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.472200 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.472338 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.472504 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.472650 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.472789 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.472939 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.473078 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.473215 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.473369 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.473520 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.473658 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.473797 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.473936 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.474438 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067072 Sep 07 23:37:46.474602 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.474602 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.474602 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.474602 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.474602 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.475244 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.475244 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.475244 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.475244 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.475913 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.475913 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.475913 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.475913 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.476768 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.476962 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] use_json = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.477120 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.477297 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.477469 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.477639 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.477809 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.477976 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.478143 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.478304 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 23:37:46.479285 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.479285 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.479285 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.479285 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.479285 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.479285 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.479658 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.479658 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.479903 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.479993 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.480159 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.480441 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.480637 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.480798 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.480956 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.484476 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.484476 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.484476 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.484476 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.484476 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.484476 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.484476 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.484476 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.485047 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.485047 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.485047 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.485047 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.485047 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.485047 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.485047 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.485047 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.485537 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.485537 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.485537 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.485537 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.485537 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.485537 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.485537 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.485537 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.485537 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.486102 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.486102 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.486102 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.486102 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.486369 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.486369 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.486508 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.487235 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.487235 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.487235 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.487452 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.487452 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.487705 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.487798 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.487935 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.488088 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.488496 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.489506 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.489675 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.489840 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.490116 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.490284 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.490565 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.490892 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.491065 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.491222 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.491395 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.491553 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.491869 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.492186 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.492356 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.492567 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.492958 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.493135 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.493286 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.493454 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.493597 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.493741 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.493899 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.494215 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.494375 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.494515 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.494674 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.494820 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.494969 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.495128 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.495298 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.495458 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.495634 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.495951 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.496075 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.496230 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.496395 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.496576 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.496740 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.496899 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.497291 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.498078 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.498078 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.498078 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.498078 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.498078 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.498405 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.498405 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.498524 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.498672 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.499394 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.499825 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.500672 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.501487 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.501487 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.501487 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.501487 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.501487 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.501814 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.501814 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.501931 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.502079 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.502225 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.502385 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.502554 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.502726 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.503378 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.503551 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.503711 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.503871 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.504033 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.504185 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.505004 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.505004 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.505004 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.505004 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.505004 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.505513 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.505513 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.505513 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.505802 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.505802 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.506023 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.506225 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.506390 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.506556 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.506716 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.506876 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.507041 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.507205 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.507358 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:37:46.507481 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.507597 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.507702 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.507804 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.507954 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.508114 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.508276 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.508437 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.508647 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.508786 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.508947 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.509108 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.509269 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.509430 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.509592 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.509753 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.510264 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.510264 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.510264 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.510589 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.510800 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.510800 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.511013 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.511117 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.511203 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.511363 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.511549 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.511708 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.511852 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.511993 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.512132 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.512270 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.512408 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.512587 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.512740 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.512888 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.513042 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.513182 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.513319 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.513484 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.513631 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.513885 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.514054 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.514228 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.514411 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.515496 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.515682 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.515838 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.516107 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.516368 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.516600 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.516600 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.516867 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.516867 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.517132 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.517223 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.517330 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.517501 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.517646 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.517788 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.517937 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.518076 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.518223 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.518374 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.518533 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.518708 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.518854 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.519016 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.519161 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.519325 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.519469 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.519642 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.519787 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.519935 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.520098 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.520260 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.520420 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.520944 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.521103 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.521264 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.521422 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.521561 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.521718 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.521890 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.522051 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.522210 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.522374 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.522534 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.522694 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.522849 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.523670 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.523670 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.523670 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.524081 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.524081 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.524081 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.524537 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.524683 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.524841 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.524990 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.525129 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.525265 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.525403 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.525553 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.525690 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.526165 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.526369 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.526610 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.526834 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.526987 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.527127 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.527266 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.527402 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.527537 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.527670 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.527841 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.528019 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.528189 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.528351 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.528545 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.528716 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.528885 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.529622 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.529622 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.529622 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.529622 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.530581 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.530581 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.530581 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.530868 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.531082 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.531201 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.531304 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.532201 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.532201 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.532201 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.532201 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.532201 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.532877 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.532877 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.532877 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.533156 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.533156 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.533362 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 23:37:46.533469 dv-cinder-751579-26-iscsi neutron-server[100443]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 07 23:37:58.310399 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4565a6-83e8-46c6-a4dc-49ca491bc294 None None] get_active_networks_info from dv-cinder-751579-26-iscsi {{(pid=100552) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 23:37:58.450165 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4565a6-83e8-46c6-a4dc-49ca491bc294 None None] No non-hosted networks {{(pid=100552) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 07 23:37:58.477142 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.agentschedulers_db [None req-df4565a6-83e8-46c6-a4dc-49ca491bc294 None None] DHCP Agent not found on host dv-cinder-751579-26-iscsi {{(pid=100552) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 07 23:37:58.675365 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-cdd981cd-2394-4f17-9246-195597643c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1595625'] for agent, after_create {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:01.132076 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1595625'] for agent, after_create {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:01.132944 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:01.133450 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:01.133961 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:01.134431 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:01.134950 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:01.135492 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:01.135970 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:01.136515 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:01.137013 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:01.137497 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:01.137988 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:01.138491 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:01.139890 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-751579-26-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:38:01.155932 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-751579-26-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:38:01.734940 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-a510b389-ff34-44de-a4d0-30b084d14eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1595625'] for agent, after_create {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:01.881388 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-bfaf7339-4f83-43ac-aec2-58534b070059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:03.333920 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ea97-3cf8-4e53-ad99-8ce826820bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1595625'] for agent, after_create {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:05.176811 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-187590d1-19a7-4a5a-ac4c-70625f9f540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1595625'] for agent, after_create {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:06.465694 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 54400) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:38:07.097774 dv-cinder-751579-26-iscsi neutron-server[100551]: WARNING oslo_policy.policy [None req-27edaab9-3dd7-4e1f-a5bd-33219fb4bd0b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 23:38:07.098364 dv-cinder-751579-26-iscsi neutron-server[100551]: WARNING oslo_policy.policy [None req-27edaab9-3dd7-4e1f-a5bd-33219fb4bd0b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 23:38:07.323494 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [None req-27edaab9-3dd7-4e1f-a5bd-33219fb4bd0b admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 23:38:07.324726 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-27edaab9-3dd7-4e1f-a5bd-33219fb4bd0b admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8568926 Sep 07 23:38:09.232370 dv-cinder-751579-26-iscsi neutron-server[100552]: INFO neutron.db.l3_hamode_db [None req-bf6f8ebf-efb5-4b89-ad3e-9afd31432a0a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 07 23:38:09.317166 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6f8ebf-efb5-4b89-ad3e-9afd31432a0a None None] Routers set() bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:38:09.317557 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6f8ebf-efb5-4b89-ad3e-9afd31432a0a None None] Router IDs set() for agent in host dv-cinder-751579-26-iscsi {{(pid=100552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 07 23:38:09.907420 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 54414) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:38:10.249802 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [None req-1b115931-bbee-485e-97ba-67914a80860a admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:38:10.349805 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.policy [None req-1b115931-bbee-485e-97ba-67914a80860a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100551) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 07 23:38:10.394934 dv-cinder-751579-26-iscsi neutron-server[100551]: WARNING oslo_policy.policy [None req-1b115931-bbee-485e-97ba-67914a80860a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 23:38:10.395308 dv-cinder-751579-26-iscsi neutron-server[100551]: WARNING oslo_policy.policy [None req-1b115931-bbee-485e-97ba-67914a80860a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 23:38:10.403888 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.quota [None req-1b115931-bbee-485e-97ba-67914a80860a admin admin] Loaded quota_driver: . Sep 07 23:38:10.492731 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-1b115931-bbee-485e-97ba-67914a80860a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760372936151', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760372933540', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760372907019', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760372919207', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760373622451', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760372901442', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-527555', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1371331', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-515134', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-436964'] for rbac-policy, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:10.556924 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-1b115931-bbee-485e-97ba-67914a80860a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:10.558133 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-1b115931-bbee-485e-97ba-67914a80860a admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6497405 Sep 07 23:38:13.242880 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 54426) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:38:13.553276 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [None req-46da43c1-ddf6-4521-8e88-3779c3d123d4 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '15eee379e51148c0b85b888c5d0080a5', 'project_id': '15eee379e51148c0b85b888c5d0080a5'}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:38:13.582717 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46da43c1-ddf6-4521-8e88-3779c3d123d4 admin admin] Made reservation on behalf of 15eee379e51148c0b85b888c5d0080a5 for: {'network': 1} {{(pid=100551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:38:13.585681 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-46da43c1-ddf6-4521-8e88-3779c3d123d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for network, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:13.603494 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-46da43c1-ddf6-4521-8e88-3779c3d123d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:13.735219 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-46da43c1-ddf6-4521-8e88-3779c3d123d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:13.739958 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-46da43c1-ddf6-4521-8e88-3779c3d123d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:13.768930 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46da43c1-ddf6-4521-8e88-3779c3d123d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=100551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 23:38:13.795505 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-46da43c1-ddf6-4521-8e88-3779c3d123d4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760371274096', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675162'] for segment, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:13.796086 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-46da43c1-ddf6-4521-8e88-3779c3d123d4 admin admin] Unsubscribe: segment precommit_create {{(pid=100551) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 07 23:38:13.796648 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.db.segments_db [None req-46da43c1-ddf6-4521-8e88-3779c3d123d4 admin admin] Added segment f4445634-5212-4761-8ce9-6e34b861fd72 of type vlan for network 4bfad886-0ed4-43f8-9737-c380cd53c1fe Sep 07 23:38:13.803208 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da43c1-ddf6-4521-8e88-3779c3d123d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63db0be-4f0c-449d-820b-c84ea4810319,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:38:13.867036 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da43c1-ddf6-4521-8e88-3779c3d123d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:13.867387 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da43c1-ddf6-4521-8e88-3779c3d123d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:13.867719 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da43c1-ddf6-4521-8e88-3779c3d123d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:13.868045 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da43c1-ddf6-4521-8e88-3779c3d123d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:13.868368 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da43c1-ddf6-4521-8e88-3779c3d123d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:13.868757 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da43c1-ddf6-4521-8e88-3779c3d123d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:13.869053 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da43c1-ddf6-4521-8e88-3779c3d123d4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:13.869382 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da43c1-ddf6-4521-8e88-3779c3d123d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:13.869730 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da43c1-ddf6-4521-8e88-3779c3d123d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:13.870047 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da43c1-ddf6-4521-8e88-3779c3d123d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:13.870355 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da43c1-ddf6-4521-8e88-3779c3d123d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:13.870666 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da43c1-ddf6-4521-8e88-3779c3d123d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:13.872014 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da43c1-ddf6-4521-8e88-3779c3d123d4 admin admin] Tracked resource versions report: Sep 07 23:38:13.872014 dv-cinder-751579-26-iscsi neutron-server[100551]: pushed versions: Sep 07 23:38:13.872014 dv-cinder-751579-26-iscsi neutron-server[100551]: { 'AddressGroup': {'1.2'}, Sep 07 23:38:13.872014 dv-cinder-751579-26-iscsi neutron-server[100551]: 'ConntrackHelper': {'1.0'}, Sep 07 23:38:13.872014 dv-cinder-751579-26-iscsi neutron-server[100551]: 'Log': {'1.0'}, Sep 07 23:38:13.872014 dv-cinder-751579-26-iscsi neutron-server[100551]: 'Network': {'1.1'}, Sep 07 23:38:13.872014 dv-cinder-751579-26-iscsi neutron-server[100551]: 'Port': {'1.7'}, Sep 07 23:38:13.872014 dv-cinder-751579-26-iscsi neutron-server[100551]: 'PortForwarding': {'1.2'}, Sep 07 23:38:13.872014 dv-cinder-751579-26-iscsi neutron-server[100551]: 'QosPolicy': {'1.9'}, Sep 07 23:38:13.872014 dv-cinder-751579-26-iscsi neutron-server[100551]: 'SecurityGroup': {'1.4'}, Sep 07 23:38:13.872014 dv-cinder-751579-26-iscsi neutron-server[100551]: 'SecurityGroupRule': {'1.2'}, Sep 07 23:38:13.872014 dv-cinder-751579-26-iscsi neutron-server[100551]: 'SubPort': {'1.0'}, Sep 07 23:38:13.872014 dv-cinder-751579-26-iscsi neutron-server[100551]: 'Subnet': {'1.1'}, Sep 07 23:38:13.872014 dv-cinder-751579-26-iscsi neutron-server[100551]: 'Trunk': {'1.1'}} Sep 07 23:38:13.872014 dv-cinder-751579-26-iscsi neutron-server[100551]: consumer versions: Sep 07 23:38:13.872014 dv-cinder-751579-26-iscsi neutron-server[100551]: { DHCP agent@dv-cinder-751579-26-iscsi: {}, Sep 07 23:38:13.872014 dv-cinder-751579-26-iscsi neutron-server[100551]: L3 agent@dv-cinder-751579-26-iscsi: {}, Sep 07 23:38:13.872014 dv-cinder-751579-26-iscsi neutron-server[100551]: Metadata agent@dv-cinder-751579-26-iscsi: {}, Sep 07 23:38:13.872014 dv-cinder-751579-26-iscsi neutron-server[100551]: Metering agent@dv-cinder-751579-26-iscsi: {}, Sep 07 23:38:13.872014 dv-cinder-751579-26-iscsi neutron-server[100551]: Open vSwitch agent@dv-cinder-751579-26-iscsi: { 'AddressGroup': '1.2', Sep 07 23:38:13.872014 dv-cinder-751579-26-iscsi neutron-server[100551]: 'ConntrackHelper': '1.0', Sep 07 23:38:13.872014 dv-cinder-751579-26-iscsi neutron-server[100551]: 'Log': '1.0', Sep 07 23:38:13.872014 dv-cinder-751579-26-iscsi neutron-server[100551]: 'Network': '1.1', Sep 07 23:38:13.872014 dv-cinder-751579-26-iscsi neutron-server[100551]: 'Port': '1.7', Sep 07 23:38:13.872014 dv-cinder-751579-26-iscsi neutron-server[100551]: 'PortForwarding': '1.2', Sep 07 23:38:13.872014 dv-cinder-751579-26-iscsi neutron-server[100551]: 'QosPolicy': '1.9', Sep 07 23:38:13.872014 dv-cinder-751579-26-iscsi neutron-server[100551]: 'SecurityGroup': '1.4', Sep 07 23:38:13.872014 dv-cinder-751579-26-iscsi neutron-server[100551]: 'SecurityGroupRule': '1.2', Sep 07 23:38:13.872014 dv-cinder-751579-26-iscsi neutron-server[100551]: 'SubPort': '1.0', Sep 07 23:38:13.872014 dv-cinder-751579-26-iscsi neutron-server[100551]: 'Subnet': '1.1', Sep 07 23:38:13.872014 dv-cinder-751579-26-iscsi neutron-server[100551]: 'Trunk': '1.1'}} Sep 07 23:38:13.872014 dv-cinder-751579-26-iscsi neutron-server[100551]: {{(pid=100551) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 23:38:13.924562 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-46da43c1-ddf6-4521-8e88-3779c3d123d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760370794509'] for network, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:13.967858 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-46da43c1-ddf6-4521-8e88-3779c3d123d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608'] for network, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:13.969525 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46da43c1-ddf6-4521-8e88-3779c3d123d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:38:13.972117 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-46da43c1-ddf6-4521-8e88-3779c3d123d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for network, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:14.038753 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-46da43c1-ddf6-4521-8e88-3779c3d123d4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7946999 Sep 07 23:38:14.069814 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da43c1-ddf6-4521-8e88-3779c3d123d4 admin admin] Pushing event updated for resources: {'Network': ['ID=4bfad886-0ed4-43f8-9737-c380cd53c1fe,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:38:14.082383 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Network 4bfad886-0ed4-43f8-9737-c380cd53c1fe details requested by agent ovs-agent-dv-cinder-751579-26-iscsi with host dv-cinder-751579-26-iscsi {{(pid=100552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 23:38:16.770672 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 54440) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:38:17.205290 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131400d7-2231-496b-a045-e85d39cbc15a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:38:17.206691 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-131400d7-2231-496b-a045-e85d39cbc15a admin admin] 10.222.0.15 "GET /v2.0/networks/4bfad886-0ed4-43f8-9737-c380cd53c1fe HTTP/1.1" status: 200 len: 825 time: 0.4350522 Sep 07 23:38:17.234806 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-c25cbf63-ce51-4a0b-b13e-c7cae6d3d351 admin admin] 10.222.0.15 "GET /v2.0/subnetpools/08f40f13-02e4-4c30-a319-b202813abd66 HTTP/1.1" status: 200 len: 734 time: 0.0213821 Sep 07 23:38:17.244909 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [None req-62df3b5c-7c96-4bc0-8b94-d0089f4b8fa6 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '08f40f13-02e4-4c30-a319-b202813abd66', 'tenant_id': '15eee379e51148c0b85b888c5d0080a5', 'ip_version': 4, 'network_id': '4bfad886-0ed4-43f8-9737-c380cd53c1fe'}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:38:17.271051 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62df3b5c-7c96-4bc0-8b94-d0089f4b8fa6 admin admin] Made reservation on behalf of 15eee379e51148c0b85b888c5d0080a5 for: {'subnet': 1} {{(pid=100551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:38:17.273504 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-62df3b5c-7c96-4bc0-8b94-d0089f4b8fa6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:17.586834 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-62df3b5c-7c96-4bc0-8b94-d0089f4b8fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608'] for subnet, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:17.661202 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df3b5c-7c96-4bc0-8b94-d0089f4b8fa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17085f70-3243-4f9f-a538-370eb377c9dd,revision_number=0']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:38:17.665825 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62df3b5c-7c96-4bc0-8b94-d0089f4b8fa6 admin admin] Checking segment: {'id': 'f4445634-5212-4761-8ce9-6e34b861fd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4bfad886-0ed4-43f8-9737-c380cd53c1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:38:17.666178 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62df3b5c-7c96-4bc0-8b94-d0089f4b8fa6 admin admin] Network hostable DHCP agents. Network: 4bfad886-0ed4-43f8-9737-c380cd53c1fe, hostable agents: ['4f562aef-accf-408d-af1e-fabb3d28a6a0'], hosted agents: [] {{(pid=100551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 23:38:17.687867 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62df3b5c-7c96-4bc0-8b94-d0089f4b8fa6 admin admin] Network 4bfad886-0ed4-43f8-9737-c380cd53c1fe is scheduled to be hosted by DHCP agent 4f562aef-accf-408d-af1e-fabb3d28a6a0 with binding_index 1 {{(pid=100551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 23:38:17.698812 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.base_scheduler [None req-62df3b5c-7c96-4bc0-8b94-d0089f4b8fa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-26-iscsi, 4bfad886-0ed4-43f8-9737-c380cd53c1fe) {{(pid=100551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:38:17.704407 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62df3b5c-7c96-4bc0-8b94-d0089f4b8fa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:38:17.705018 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-62df3b5c-7c96-4bc0-8b94-d0089f4b8fa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for subnet, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:17.709683 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72420106-b093-4759-b9e3-45afa249fd15 None None] Network 4bfad886-0ed4-43f8-9737-c380cd53c1fe requested from dv-cinder-751579-26-iscsi {{(pid=100552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 23:38:17.719748 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-62df3b5c-7c96-4bc0-8b94-d0089f4b8fa6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4788301 Sep 07 23:38:18.030786 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b88de0-bf54-4a49-aade-b7687cfb5c5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf96fd684-78fa-5752-9b82-be4542ddf794-4bfad886-0ed4-43f8-9737-c380cd53c1fe', 'network_id': '4bfad886-0ed4-43f8-9737-c380cd53c1fe', 'tenant_id': '15eee379e51148c0b85b888c5d0080a5', 'fixed_ips': [{'subnet_id': '17085f70-3243-4f9f-a538-370eb377c9dd'}]}} from dv-cinder-751579-26-iscsi. {{(pid=100552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 23:38:18.032112 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-55b88de0-bf54-4a49-aade-b7687cfb5c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:18.309330 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.db_base_plugin_common [None req-55b88de0-bf54-4a49-aade-b7687cfb5c5c None None] Allocated IP 172.20.0.2 (4bfad886-0ed4-43f8-9737-c380cd53c1fe/17085f70-3243-4f9f-a538-370eb377c9dd/f581cd9d-d930-4bea-a509-544287b3b134) {{(pid=100552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:38:18.548666 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-55b88de0-bf54-4a49-aade-b7687cfb5c5c None None] Notify callbacks [] for port, precommit_create {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:18.565473 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-55b88de0-bf54-4a49-aade-b7687cfb5c5c None None] Transition to ACTIVE for port object f581cd9d-d930-4bea-a509-544287b3b134 will not be triggered until provisioned by entity L2. {{(pid=100552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:38:18.589451 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-55b88de0-bf54-4a49-aade-b7687cfb5c5c None None] Transition to ACTIVE for port object f581cd9d-d930-4bea-a509-544287b3b134 will not be triggered until provisioned by entity DHCP. {{(pid=100552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:38:18.597206 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-55b88de0-bf54-4a49-aade-b7687cfb5c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287'] for port, after_create {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:18.667216 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b88de0-bf54-4a49-aade-b7687cfb5c5c None None] Network 4bfad886-0ed4-43f8-9737-c380cd53c1fe is already hosted by enough agents. {{(pid=100552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:38:18.673793 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.scheduler.base_scheduler [None req-55b88de0-bf54-4a49-aade-b7687cfb5c5c None None] Resources bound (agent type, host, resource id): {{(pid=100552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:38:18.676913 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b88de0-bf54-4a49-aade-b7687cfb5c5c None None] Received port after_create {{(pid=100552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:38:18.694333 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b88de0-bf54-4a49-aade-b7687cfb5c5c None None] Pushing event updated for resources: {'Port': ['ID=f581cd9d-d930-4bea-a509-544287b3b134,revision_number=1']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:38:18.738333 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b88de0-bf54-4a49-aade-b7687cfb5c5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:18.738973 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b88de0-bf54-4a49-aade-b7687cfb5c5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:18.739076 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b88de0-bf54-4a49-aade-b7687cfb5c5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:18.739363 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b88de0-bf54-4a49-aade-b7687cfb5c5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:18.739691 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b88de0-bf54-4a49-aade-b7687cfb5c5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:18.740038 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b88de0-bf54-4a49-aade-b7687cfb5c5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:18.740365 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b88de0-bf54-4a49-aade-b7687cfb5c5c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:18.740714 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b88de0-bf54-4a49-aade-b7687cfb5c5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:18.741052 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b88de0-bf54-4a49-aade-b7687cfb5c5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:18.741378 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b88de0-bf54-4a49-aade-b7687cfb5c5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:18.742614 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b88de0-bf54-4a49-aade-b7687cfb5c5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:18.742951 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b88de0-bf54-4a49-aade-b7687cfb5c5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:18.744311 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b88de0-bf54-4a49-aade-b7687cfb5c5c None None] Tracked resource versions report: Sep 07 23:38:18.744311 dv-cinder-751579-26-iscsi neutron-server[100552]: pushed versions: Sep 07 23:38:18.744311 dv-cinder-751579-26-iscsi neutron-server[100552]: { 'AddressGroup': {'1.2'}, Sep 07 23:38:18.744311 dv-cinder-751579-26-iscsi neutron-server[100552]: 'ConntrackHelper': {'1.0'}, Sep 07 23:38:18.744311 dv-cinder-751579-26-iscsi neutron-server[100552]: 'Log': {'1.0'}, Sep 07 23:38:18.744311 dv-cinder-751579-26-iscsi neutron-server[100552]: 'Network': {'1.1'}, Sep 07 23:38:18.744311 dv-cinder-751579-26-iscsi neutron-server[100552]: 'Port': {'1.7'}, Sep 07 23:38:18.744311 dv-cinder-751579-26-iscsi neutron-server[100552]: 'PortForwarding': {'1.2'}, Sep 07 23:38:18.744311 dv-cinder-751579-26-iscsi neutron-server[100552]: 'QosPolicy': {'1.9'}, Sep 07 23:38:18.744311 dv-cinder-751579-26-iscsi neutron-server[100552]: 'SecurityGroup': {'1.4'}, Sep 07 23:38:18.744311 dv-cinder-751579-26-iscsi neutron-server[100552]: 'SecurityGroupRule': {'1.2'}, Sep 07 23:38:18.744311 dv-cinder-751579-26-iscsi neutron-server[100552]: 'SubPort': {'1.0'}, Sep 07 23:38:18.744311 dv-cinder-751579-26-iscsi neutron-server[100552]: 'Subnet': {'1.1'}, Sep 07 23:38:18.744311 dv-cinder-751579-26-iscsi neutron-server[100552]: 'Trunk': {'1.1'}} Sep 07 23:38:18.744311 dv-cinder-751579-26-iscsi neutron-server[100552]: consumer versions: Sep 07 23:38:18.744311 dv-cinder-751579-26-iscsi neutron-server[100552]: { DHCP agent@dv-cinder-751579-26-iscsi: {}, Sep 07 23:38:18.744311 dv-cinder-751579-26-iscsi neutron-server[100552]: L3 agent@dv-cinder-751579-26-iscsi: {}, Sep 07 23:38:18.744311 dv-cinder-751579-26-iscsi neutron-server[100552]: Metadata agent@dv-cinder-751579-26-iscsi: {}, Sep 07 23:38:18.744311 dv-cinder-751579-26-iscsi neutron-server[100552]: Metering agent@dv-cinder-751579-26-iscsi: {}, Sep 07 23:38:18.744311 dv-cinder-751579-26-iscsi neutron-server[100552]: Open vSwitch agent@dv-cinder-751579-26-iscsi: { 'AddressGroup': '1.2', Sep 07 23:38:18.744311 dv-cinder-751579-26-iscsi neutron-server[100552]: 'ConntrackHelper': '1.0', Sep 07 23:38:18.744311 dv-cinder-751579-26-iscsi neutron-server[100552]: 'Log': '1.0', Sep 07 23:38:18.744311 dv-cinder-751579-26-iscsi neutron-server[100552]: 'Network': '1.1', Sep 07 23:38:18.744311 dv-cinder-751579-26-iscsi neutron-server[100552]: 'Port': '1.7', Sep 07 23:38:18.744311 dv-cinder-751579-26-iscsi neutron-server[100552]: 'PortForwarding': '1.2', Sep 07 23:38:18.744311 dv-cinder-751579-26-iscsi neutron-server[100552]: 'QosPolicy': '1.9', Sep 07 23:38:18.744311 dv-cinder-751579-26-iscsi neutron-server[100552]: 'SecurityGroup': '1.4', Sep 07 23:38:18.744311 dv-cinder-751579-26-iscsi neutron-server[100552]: 'SecurityGroupRule': '1.2', Sep 07 23:38:18.744311 dv-cinder-751579-26-iscsi neutron-server[100552]: 'SubPort': '1.0', Sep 07 23:38:18.744311 dv-cinder-751579-26-iscsi neutron-server[100552]: 'Subnet': '1.1', Sep 07 23:38:18.744311 dv-cinder-751579-26-iscsi neutron-server[100552]: 'Trunk': '1.1'}} Sep 07 23:38:18.744311 dv-cinder-751579-26-iscsi neutron-server[100552]: {{(pid=100552) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 23:38:18.773643 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-55b88de0-bf54-4a49-aade-b7687cfb5c5c None None] Attempting to bind port f581cd9d-d930-4bea-a509-544287b3b134 on host dv-cinder-751579-26-iscsi for vnic_type normal with profile {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 23:38:18.774003 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-55b88de0-bf54-4a49-aade-b7687cfb5c5c None None] Attempting to bind port f581cd9d-d930-4bea-a509-544287b3b134 by drivers openvswitch,hyperv on host dv-cinder-751579-26-iscsi at level 0 using segments [{'id': 'f4445634-5212-4761-8ce9-6e34b861fd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4bfad886-0ed4-43f8-9737-c380cd53c1fe'}] {{(pid=100552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 23:38:18.774407 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b88de0-bf54-4a49-aade-b7687cfb5c5c None None] Attempting to bind port f581cd9d-d930-4bea-a509-544287b3b134 on network 4bfad886-0ed4-43f8-9737-c380cd53c1fe {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:38:18.780051 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b88de0-bf54-4a49-aade-b7687cfb5c5c None None] Checking agent: {'id': '892ede6d-2e1c-48b6-9f9b-59f4d898b1a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 23, 38, 1), 'started_at': datetime.datetime(2021, 9, 7, 23, 38, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 23, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 23:38:18.780469 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b88de0-bf54-4a49-aade-b7687cfb5c5c None None] Checking segment: {'id': 'f4445634-5212-4761-8ce9-6e34b861fd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4bfad886-0ed4-43f8-9737-c380cd53c1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:38:18.780993 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-55b88de0-bf54-4a49-aade-b7687cfb5c5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:18.781386 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b88de0-bf54-4a49-aade-b7687cfb5c5c None None] Bound using segment: {'id': 'f4445634-5212-4761-8ce9-6e34b861fd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4bfad886-0ed4-43f8-9737-c380cd53c1fe'} {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 23:38:18.781871 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-55b88de0-bf54-4a49-aade-b7687cfb5c5c None None] Bound port: f581cd9d-d930-4bea-a509-544287b3b134, host: dv-cinder-751579-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4445634-5212-4761-8ce9-6e34b861fd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4bfad886-0ed4-43f8-9737-c380cd53c1fe'}}] {{(pid=100552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 23:38:18.782345 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-55b88de0-bf54-4a49-aade-b7687cfb5c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:18.848919 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-55b88de0-bf54-4a49-aade-b7687cfb5c5c None None] For port f581cd9d-d930-4bea-a509-544287b3b134, host dv-cinder-751579-26-iscsi, cleared binding levels {{(pid=100552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 23:38:18.853400 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-55b88de0-bf54-4a49-aade-b7687cfb5c5c None None] For port f581cd9d-d930-4bea-a509-544287b3b134, host dv-cinder-751579-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=f581cd9d-d930-4bea-a509-544287b3b134,segment=NetworkSegment(f4445634-5212-4761-8ce9-6e34b861fd72),segment_id=f4445634-5212-4761-8ce9-6e34b861fd72)] {{(pid=100552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 23:38:18.858490 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-55b88de0-bf54-4a49-aade-b7687cfb5c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:18.923236 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b88de0-bf54-4a49-aade-b7687cfb5c5c None None] Pushing event updated for resources: {'Port': ['ID=f581cd9d-d930-4bea-a509-544287b3b134,revision_number=2']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:38:20.230117 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 54448) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:38:20.571552 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [None req-ded22e72-8b56-4af0-ab1d-3af044686b7a admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 23:38:20.572691 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-ded22e72-8b56-4af0-ab1d-3af044686b7a admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3414686 Sep 07 23:38:23.198695 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 54456) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:38:23.778791 dv-cinder-751579-26-iscsi neutron-server[100550]: WARNING oslo_policy.policy [None req-87123304-efff-4253-8d7a-bf7a9b989bcb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 23:38:23.780467 dv-cinder-751579-26-iscsi neutron-server[100550]: WARNING oslo_policy.policy [None req-87123304-efff-4253-8d7a-bf7a9b989bcb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 23:38:24.011076 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [None req-87123304-efff-4253-8d7a-bf7a9b989bcb admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 23:38:24.012108 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-87123304-efff-4253-8d7a-bf7a9b989bcb admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8123088 Sep 07 23:38:26.794402 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 54476) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:38:27.118092 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device f581cd9d-d930-4bea-a509-544287b3b134 up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:38:27.159631 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-08801896-2bba-4ec8-87c1-0a7949d53d5d admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '15eee379e51148c0b85b888c5d0080a5', 'name': 'router1'}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:38:27.230832 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.policy [None req-08801896-2bba-4ec8-87c1-0a7949d53d5d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100550) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 07 23:38:27.231231 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning for port f581cd9d-d930-4bea-a509-544287b3b134 completed by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:38:27.281912 dv-cinder-751579-26-iscsi neutron-server[100550]: WARNING oslo_policy.policy [None req-08801896-2bba-4ec8-87c1-0a7949d53d5d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 23:38:27.282300 dv-cinder-751579-26-iscsi neutron-server[100550]: WARNING oslo_policy.policy [None req-08801896-2bba-4ec8-87c1-0a7949d53d5d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 23:38:27.291148 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.quota [None req-08801896-2bba-4ec8-87c1-0a7949d53d5d admin admin] Loaded quota_driver: . Sep 07 23:38:27.352456 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-08801896-2bba-4ec8-87c1-0a7949d53d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1597314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1444'] for router, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:27.354331 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-08801896-2bba-4ec8-87c1-0a7949d53d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-394617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:27.529321 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-08801896-2bba-4ec8-87c1-0a7949d53d5d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:27.536986 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-08801896-2bba-4ec8-87c1-0a7949d53d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595871'] for router, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:27.564017 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-08801896-2bba-4ec8-87c1-0a7949d53d5d admin admin] Notify callbacks [] for router, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:27.566049 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-08801896-2bba-4ec8-87c1-0a7949d53d5d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7705238 Sep 07 23:38:27.688785 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b6822e-7a0a-4556-9227-3569763d9610 None None] Network 4bfad886-0ed4-43f8-9737-c380cd53c1fe requested from dv-cinder-751579-26-iscsi {{(pid=100552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 23:38:27.769229 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c8f6d18c-0148-4dfc-91ad-c8845b1165c5 None None] Provisioning for port f581cd9d-d930-4bea-a509-544287b3b134 completed by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:38:27.776619 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c8f6d18c-0148-4dfc-91ad-c8845b1165c5 None None] Provisioning complete for port f581cd9d-d930-4bea-a509-544287b3b134 triggered by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:38:27.777012 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c8f6d18c-0148-4dfc-91ad-c8845b1165c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:27.972566 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c8f6d18c-0148-4dfc-91ad-c8845b1165c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:28.020605 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-c8f6d18c-0148-4dfc-91ad-c8845b1165c5 None None] For port f581cd9d-d930-4bea-a509-544287b3b134, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=f581cd9d-d930-4bea-a509-544287b3b134,segment=NetworkSegment(f4445634-5212-4761-8ce9-6e34b861fd72),segment_id=f4445634-5212-4761-8ce9-6e34b861fd72)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:38:28.024809 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c8f6d18c-0148-4dfc-91ad-c8845b1165c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:28.074870 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f6d18c-0148-4dfc-91ad-c8845b1165c5 None None] Pushing event updated for resources: {'Port': ['ID=f581cd9d-d930-4bea-a509-544287b3b134,revision_number=3']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:38:28.185143 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-3755d386-58d6-4c48-b5d0-35c35d809e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:28.248522 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-d4f5891a-cc36-4274-bbc2-c325fa788b88 None None] Provisioning complete for port f581cd9d-d930-4bea-a509-544287b3b134 triggered by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:38:28.248931 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-d4f5891a-cc36-4274-bbc2-c325fa788b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:29.075674 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device f581cd9d-d930-4bea-a509-544287b3b134 up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:38:29.124795 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning complete for port f581cd9d-d930-4bea-a509-544287b3b134 triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:38:29.125085 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:30.123365 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 54486) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:38:30.461386 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [None req-6644254a-296f-4f8b-b6b5-1548950548e3 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 23:38:30.462408 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-6644254a-296f-4f8b-b6b5-1548950548e3 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3383594 Sep 07 23:38:31.102198 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:31.715889 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-2c6080c9-0f7c-4c08-9161-c02fd7c2e8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:32.992847 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 54498) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:38:33.259943 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ea97-3cf8-4e53-ad99-8ce826820bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:33.340682 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-f6736f47-c151-4d47-bde7-5896fa6a2a07 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:38:33.364583 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6736f47-c151-4d47-bde7-5896fa6a2a07 admin admin] Made reservation on behalf of 01b833c0d247499fa1e5b68b8e748884 for: {'network': 1} {{(pid=100550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:38:33.367355 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f6736f47-c151-4d47-bde7-5896fa6a2a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for network, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:33.384511 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f6736f47-c151-4d47-bde7-5896fa6a2a07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:33.505967 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f6736f47-c151-4d47-bde7-5896fa6a2a07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:33.510127 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f6736f47-c151-4d47-bde7-5896fa6a2a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:33.522453 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f6736f47-c151-4d47-bde7-5896fa6a2a07 admin admin] Reserving flat network on physical network physnet1 {{(pid=100550) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 07 23:38:33.554682 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f6736f47-c151-4d47-bde7-5896fa6a2a07 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760371274096', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675162'] for segment, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:33.555250 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f6736f47-c151-4d47-bde7-5896fa6a2a07 admin admin] Unsubscribe: segment precommit_create {{(pid=100550) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 07 23:38:33.555780 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.db.segments_db [None req-f6736f47-c151-4d47-bde7-5896fa6a2a07 admin admin] Added segment 4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a of type flat for network 1ea758c5-ea33-45af-9d70-54dde57c9658 Sep 07 23:38:33.572250 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6736f47-c151-4d47-bde7-5896fa6a2a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f0107e-ba48-4545-8e9f-7f9daa07da78,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:38:33.619867 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6736f47-c151-4d47-bde7-5896fa6a2a07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:33.620218 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6736f47-c151-4d47-bde7-5896fa6a2a07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:33.620571 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6736f47-c151-4d47-bde7-5896fa6a2a07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:33.620898 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6736f47-c151-4d47-bde7-5896fa6a2a07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:33.621216 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6736f47-c151-4d47-bde7-5896fa6a2a07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:33.621546 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6736f47-c151-4d47-bde7-5896fa6a2a07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:33.621866 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6736f47-c151-4d47-bde7-5896fa6a2a07 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:33.622747 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6736f47-c151-4d47-bde7-5896fa6a2a07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:33.623090 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6736f47-c151-4d47-bde7-5896fa6a2a07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:33.623090 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6736f47-c151-4d47-bde7-5896fa6a2a07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:33.623665 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6736f47-c151-4d47-bde7-5896fa6a2a07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:33.623972 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6736f47-c151-4d47-bde7-5896fa6a2a07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:33.625332 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6736f47-c151-4d47-bde7-5896fa6a2a07 admin admin] Tracked resource versions report: Sep 07 23:38:33.625332 dv-cinder-751579-26-iscsi neutron-server[100550]: pushed versions: Sep 07 23:38:33.625332 dv-cinder-751579-26-iscsi neutron-server[100550]: { 'AddressGroup': {'1.2'}, Sep 07 23:38:33.625332 dv-cinder-751579-26-iscsi neutron-server[100550]: 'ConntrackHelper': {'1.0'}, Sep 07 23:38:33.625332 dv-cinder-751579-26-iscsi neutron-server[100550]: 'Log': {'1.0'}, Sep 07 23:38:33.625332 dv-cinder-751579-26-iscsi neutron-server[100550]: 'Network': {'1.1'}, Sep 07 23:38:33.625332 dv-cinder-751579-26-iscsi neutron-server[100550]: 'Port': {'1.7'}, Sep 07 23:38:33.625332 dv-cinder-751579-26-iscsi neutron-server[100550]: 'PortForwarding': {'1.2'}, Sep 07 23:38:33.625332 dv-cinder-751579-26-iscsi neutron-server[100550]: 'QosPolicy': {'1.9'}, Sep 07 23:38:33.625332 dv-cinder-751579-26-iscsi neutron-server[100550]: 'SecurityGroup': {'1.4'}, Sep 07 23:38:33.625332 dv-cinder-751579-26-iscsi neutron-server[100550]: 'SecurityGroupRule': {'1.2'}, Sep 07 23:38:33.625332 dv-cinder-751579-26-iscsi neutron-server[100550]: 'SubPort': {'1.0'}, Sep 07 23:38:33.625332 dv-cinder-751579-26-iscsi neutron-server[100550]: 'Subnet': {'1.1'}, Sep 07 23:38:33.625332 dv-cinder-751579-26-iscsi neutron-server[100550]: 'Trunk': {'1.1'}} Sep 07 23:38:33.625332 dv-cinder-751579-26-iscsi neutron-server[100550]: consumer versions: Sep 07 23:38:33.625332 dv-cinder-751579-26-iscsi neutron-server[100550]: { DHCP agent@dv-cinder-751579-26-iscsi: {}, Sep 07 23:38:33.625332 dv-cinder-751579-26-iscsi neutron-server[100550]: L3 agent@dv-cinder-751579-26-iscsi: {}, Sep 07 23:38:33.625332 dv-cinder-751579-26-iscsi neutron-server[100550]: Metadata agent@dv-cinder-751579-26-iscsi: {}, Sep 07 23:38:33.625332 dv-cinder-751579-26-iscsi neutron-server[100550]: Metering agent@dv-cinder-751579-26-iscsi: {}, Sep 07 23:38:33.625332 dv-cinder-751579-26-iscsi neutron-server[100550]: Open vSwitch agent@dv-cinder-751579-26-iscsi: { 'AddressGroup': '1.2', Sep 07 23:38:33.625332 dv-cinder-751579-26-iscsi neutron-server[100550]: 'ConntrackHelper': '1.0', Sep 07 23:38:33.625332 dv-cinder-751579-26-iscsi neutron-server[100550]: 'Log': '1.0', Sep 07 23:38:33.625332 dv-cinder-751579-26-iscsi neutron-server[100550]: 'Network': '1.1', Sep 07 23:38:33.625332 dv-cinder-751579-26-iscsi neutron-server[100550]: 'Port': '1.7', Sep 07 23:38:33.625332 dv-cinder-751579-26-iscsi neutron-server[100550]: 'PortForwarding': '1.2', Sep 07 23:38:33.625332 dv-cinder-751579-26-iscsi neutron-server[100550]: 'QosPolicy': '1.9', Sep 07 23:38:33.625332 dv-cinder-751579-26-iscsi neutron-server[100550]: 'SecurityGroup': '1.4', Sep 07 23:38:33.625332 dv-cinder-751579-26-iscsi neutron-server[100550]: 'SecurityGroupRule': '1.2', Sep 07 23:38:33.625332 dv-cinder-751579-26-iscsi neutron-server[100550]: 'SubPort': '1.0', Sep 07 23:38:33.625332 dv-cinder-751579-26-iscsi neutron-server[100550]: 'Subnet': '1.1', Sep 07 23:38:33.625332 dv-cinder-751579-26-iscsi neutron-server[100550]: 'Trunk': '1.1'}} Sep 07 23:38:33.625332 dv-cinder-751579-26-iscsi neutron-server[100550]: {{(pid=100550) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 23:38:33.689337 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f6736f47-c151-4d47-bde7-5896fa6a2a07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760370794509'] for network, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:33.739538 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f6736f47-c151-4d47-bde7-5896fa6a2a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608'] for network, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:33.740582 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6736f47-c151-4d47-bde7-5896fa6a2a07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:38:33.741223 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f6736f47-c151-4d47-bde7-5896fa6a2a07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for network, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:33.807516 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-f6736f47-c151-4d47-bde7-5896fa6a2a07 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8135674 Sep 07 23:38:33.858177 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6736f47-c151-4d47-bde7-5896fa6a2a07 admin admin] Pushing event updated for resources: {'Network': ['ID=1ea758c5-ea33-45af-9d70-54dde57c9658,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:38:33.869904 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Network 1ea758c5-ea33-45af-9d70-54dde57c9658 details requested by agent ovs-agent-dv-cinder-751579-26-iscsi with host dv-cinder-751579-26-iscsi {{(pid=100552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 23:38:35.086924 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-187590d1-19a7-4a5a-ac4c-70625f9f540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:36.217881 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 54520) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:38:36.468149 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68762e2c-5e85-42e9-9283-1912b424e441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:38:36.469588 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-68762e2c-5e85-42e9-9283-1912b424e441 admin admin] 10.222.0.15 "GET /v2.0/subnets/17085f70-3243-4f9f-a538-370eb377c9dd HTTP/1.1" status: 200 len: 849 time: 0.2507415 Sep 07 23:38:36.610242 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-b61367ce-434d-4c64-9b01-2e8b881204a6 admin admin] 10.222.0.15 "GET /v2.0/routers/480026cc-bef9-4408-95ea-07fefa8469e9 HTTP/1.1" status: 200 len: 704 time: 0.1344578 Sep 07 23:38:36.960798 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-75550071-8a7f-4929-b495-1df5aa64918b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:37.281607 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.db_base_plugin_common [None req-75550071-8a7f-4929-b495-1df5aa64918b admin admin] Allocated IP 172.20.0.1 (4bfad886-0ed4-43f8-9737-c380cd53c1fe/17085f70-3243-4f9f-a538-370eb377c9dd/6fe13e46-a737-46e1-9026-6dbdcba26fdb) {{(pid=100550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:38:37.467787 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-75550071-8a7f-4929-b495-1df5aa64918b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:37.491427 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.provisioning_blocks [None req-75550071-8a7f-4929-b495-1df5aa64918b admin admin] Transition to ACTIVE for port object 6fe13e46-a737-46e1-9026-6dbdcba26fdb will not be triggered until provisioned by entity DHCP. {{(pid=100550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:38:37.557806 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-75550071-8a7f-4929-b495-1df5aa64918b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287'] for port, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:37.626516 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75550071-8a7f-4929-b495-1df5aa64918b admin admin] Network 4bfad886-0ed4-43f8-9737-c380cd53c1fe is already hosted by enough agents. {{(pid=100550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:38:37.632381 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.base_scheduler [None req-75550071-8a7f-4929-b495-1df5aa64918b admin admin] Resources bound (agent type, host, resource id): {{(pid=100550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:38:37.644991 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75550071-8a7f-4929-b495-1df5aa64918b admin admin] Received port after_create {{(pid=100550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:38:37.644991 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-75550071-8a7f-4929-b495-1df5aa64918b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595522'] for router_interface, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:37.663258 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75550071-8a7f-4929-b495-1df5aa64918b admin admin] Pushing event updated for resources: {'Port': ['ID=6fe13e46-a737-46e1-9026-6dbdcba26fdb,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:38:37.811224 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-362d4272-ad77-4f19-a504-721d396f90aa None None] Provisioning for port 6fe13e46-a737-46e1-9026-6dbdcba26fdb completed by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:38:37.815382 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-362d4272-ad77-4f19-a504-721d396f90aa None None] Provisioning complete for port 6fe13e46-a737-46e1-9026-6dbdcba26fdb triggered by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:38:37.815748 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-362d4272-ad77-4f19-a504-721d396f90aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:37.848774 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-75550071-8a7f-4929-b495-1df5aa64918b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:37.849970 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-362d4272-ad77-4f19-a504-721d396f90aa None None] Port 6fe13e46-a737-46e1-9026-6dbdcba26fdb cannot update to ACTIVE because it is not bound. {{(pid=100552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 23:38:38.105406 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-75550071-8a7f-4929-b495-1df5aa64918b admin admin] Notify callbacks [] for port, precommit_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:38.109820 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-75550071-8a7f-4929-b495-1df5aa64918b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:38.110686 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-75550071-8a7f-4929-b495-1df5aa64918b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1820662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1593362'] for router_interface, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:38.174140 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75550071-8a7f-4929-b495-1df5aa64918b admin admin] Pushing event updated for resources: {'Port': ['ID=6fe13e46-a737-46e1-9026-6dbdcba26fdb,revision_number=2']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:38:38.239646 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75550071-8a7f-4929-b495-1df5aa64918b admin admin] Network 4bfad886-0ed4-43f8-9737-c380cd53c1fe is already hosted by enough agents. {{(pid=100550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:38:38.241051 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.base_scheduler [None req-75550071-8a7f-4929-b495-1df5aa64918b admin admin] Resources bound (agent type, host, resource id): {{(pid=100550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:38:38.405454 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75550071-8a7f-4929-b495-1df5aa64918b admin admin] Router 480026cc-bef9-4408-95ea-07fefa8469e9 is scheduled to L3 agent 19316ef7-2440-47e6-ada3-35aaee6f744b with binding_index 1 {{(pid=100550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 23:38:38.470675 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-e05ce81c-1358-43b5-acce-e7f2e7505948 None None] Provisioning complete for port 6fe13e46-a737-46e1-9026-6dbdcba26fdb triggered by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:38:38.471043 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e05ce81c-1358-43b5-acce-e7f2e7505948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:38.501720 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75550071-8a7f-4929-b495-1df5aa64918b admin admin] Notify agent at l3_agent.dv-cinder-751579-26-iscsi the message routers_updated {{(pid=100550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 23:38:38.507281 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-75550071-8a7f-4929-b495-1df5aa64918b admin admin] 10.222.0.15 "PUT /v2.0/routers/480026cc-bef9-4408-95ea-07fefa8469e9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8897066 Sep 07 23:38:38.509500 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-e05ce81c-1358-43b5-acce-e7f2e7505948 None None] Port 6fe13e46-a737-46e1-9026-6dbdcba26fdb cannot update to ACTIVE because it is not bound. {{(pid=100552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 23:38:38.529041 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa96b1e2-fb8a-4b40-aabd-9187a2efb63d None None] Sync routers for ids ['480026cc-bef9-4408-95ea-07fefa8469e9'] in dv-cinder-751579-26-iscsi {{(pid=100553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 23:38:38.540811 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa96b1e2-fb8a-4b40-aabd-9187a2efb63d None None] Routers {'480026cc-bef9-4408-95ea-07fefa8469e9'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:38:38.541638 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-fa96b1e2-fb8a-4b40-aabd-9187a2efb63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:38:32Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['480026cc-bef9-4408-95ea-07fefa8469e9'], 'active': True} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:38:38.733606 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvr_db [None req-fa96b1e2-fb8a-4b40-aabd-9187a2efb63d None None] Set router 480026cc-bef9-4408-95ea-07fefa8469e9 gateway port host: None {{(pid=100553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:38:39.185934 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-fa96b1e2-fb8a-4b40-aabd-9187a2efb63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '480026cc-bef9-4408-95ea-07fefa8469e9', 'name': 'router1', 'tenant_id': '15eee379e51148c0b85b888c5d0080a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:38:27Z', 'updated_at': '2021-09-07T23:38:37Z', 'revision_number': 2, 'project_id': '15eee379e51148c0b85b888c5d0080a5', 'gw_port_host': None, '_interfaces': [{'id': '6fe13e46-a737-46e1-9026-6dbdcba26fdb', 'name': '', 'network_id': '4bfad886-0ed4-43f8-9737-c380cd53c1fe', 'tenant_id': '15eee379e51148c0b85b888c5d0080a5', 'mac_address': 'fa:16:3e:c2:5b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480026cc-bef9-4408-95ea-07fefa8469e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '17085f70-3243-4f9f-a538-370eb377c9dd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:38:36Z', 'updated_at': '2021-09-07T23:38:37Z', 'revision_number': 2, 'project_id': '15eee379e51148c0b85b888c5d0080a5', 'subnets': [{'id': '17085f70-3243-4f9f-a538-370eb377c9dd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '08f40f13-02e4-4c30-a319-b202813abd66'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:38:39.239592 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa96b1e2-fb8a-4b40-aabd-9187a2efb63d None None] Checking router: 480026cc-bef9-4408-95ea-07fefa8469e9 for host: dv-cinder-751579-26-iscsi {{(pid=100553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 23:38:39.239973 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa96b1e2-fb8a-4b40-aabd-9187a2efb63d None None] Updating router 480026cc-bef9-4408-95ea-07fefa8469e9 port 6fe13e46-a737-46e1-9026-6dbdcba26fdb binding host dv-cinder-751579-26-iscsi {{(pid=100553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 23:38:39.289577 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-fa96b1e2-fb8a-4b40-aabd-9187a2efb63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:39.845583 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-fa96b1e2-fb8a-4b40-aabd-9187a2efb63d None None] Notify callbacks [] for port, precommit_update {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:39.864116 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.provisioning_blocks [None req-fa96b1e2-fb8a-4b40-aabd-9187a2efb63d None None] Transition to ACTIVE for port object 6fe13e46-a737-46e1-9026-6dbdcba26fdb will not be triggered until provisioned by entity L2. {{(pid=100553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:38:39.869682 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-fa96b1e2-fb8a-4b40-aabd-9187a2efb63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:40.026149 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16911b6-1b63-4d86-9f8d-0fb5e71bcf1f None None] Pushing event updated for resources: {'Port': ['ID=6fe13e46-a737-46e1-9026-6dbdcba26fdb,revision_number=3']} {{(pid=100553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:38:40.046944 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.managers [None req-fa96b1e2-fb8a-4b40-aabd-9187a2efb63d None None] Attempting to bind port 6fe13e46-a737-46e1-9026-6dbdcba26fdb on host dv-cinder-751579-26-iscsi for vnic_type normal with profile {{(pid=100553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 23:38:40.047385 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.managers [None req-fa96b1e2-fb8a-4b40-aabd-9187a2efb63d None None] Attempting to bind port 6fe13e46-a737-46e1-9026-6dbdcba26fdb by drivers openvswitch,hyperv on host dv-cinder-751579-26-iscsi at level 0 using segments [{'id': 'f4445634-5212-4761-8ce9-6e34b861fd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4bfad886-0ed4-43f8-9737-c380cd53c1fe'}] {{(pid=100553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 23:38:40.047747 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa96b1e2-fb8a-4b40-aabd-9187a2efb63d None None] Attempting to bind port 6fe13e46-a737-46e1-9026-6dbdcba26fdb on network 4bfad886-0ed4-43f8-9737-c380cd53c1fe {{(pid=100553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:38:40.050529 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16911b6-1b63-4d86-9f8d-0fb5e71bcf1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:40.050882 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16911b6-1b63-4d86-9f8d-0fb5e71bcf1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:40.051219 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16911b6-1b63-4d86-9f8d-0fb5e71bcf1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:40.051552 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16911b6-1b63-4d86-9f8d-0fb5e71bcf1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:40.051892 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16911b6-1b63-4d86-9f8d-0fb5e71bcf1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:40.052224 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16911b6-1b63-4d86-9f8d-0fb5e71bcf1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:40.052584 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16911b6-1b63-4d86-9f8d-0fb5e71bcf1f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:40.052916 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16911b6-1b63-4d86-9f8d-0fb5e71bcf1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:40.053254 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16911b6-1b63-4d86-9f8d-0fb5e71bcf1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:40.053577 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16911b6-1b63-4d86-9f8d-0fb5e71bcf1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:40.053898 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16911b6-1b63-4d86-9f8d-0fb5e71bcf1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:40.054216 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16911b6-1b63-4d86-9f8d-0fb5e71bcf1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:38:40.055588 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16911b6-1b63-4d86-9f8d-0fb5e71bcf1f None None] Tracked resource versions report: Sep 07 23:38:40.055588 dv-cinder-751579-26-iscsi neutron-server[100553]: pushed versions: Sep 07 23:38:40.055588 dv-cinder-751579-26-iscsi neutron-server[100553]: { 'AddressGroup': {'1.2'}, Sep 07 23:38:40.055588 dv-cinder-751579-26-iscsi neutron-server[100553]: 'ConntrackHelper': {'1.0'}, Sep 07 23:38:40.055588 dv-cinder-751579-26-iscsi neutron-server[100553]: 'Log': {'1.0'}, Sep 07 23:38:40.055588 dv-cinder-751579-26-iscsi neutron-server[100553]: 'Network': {'1.1'}, Sep 07 23:38:40.055588 dv-cinder-751579-26-iscsi neutron-server[100553]: 'Port': {'1.7'}, Sep 07 23:38:40.055588 dv-cinder-751579-26-iscsi neutron-server[100553]: 'PortForwarding': {'1.2'}, Sep 07 23:38:40.055588 dv-cinder-751579-26-iscsi neutron-server[100553]: 'QosPolicy': {'1.9'}, Sep 07 23:38:40.055588 dv-cinder-751579-26-iscsi neutron-server[100553]: 'SecurityGroup': {'1.4'}, Sep 07 23:38:40.055588 dv-cinder-751579-26-iscsi neutron-server[100553]: 'SecurityGroupRule': {'1.2'}, Sep 07 23:38:40.055588 dv-cinder-751579-26-iscsi neutron-server[100553]: 'SubPort': {'1.0'}, Sep 07 23:38:40.055588 dv-cinder-751579-26-iscsi neutron-server[100553]: 'Subnet': {'1.1'}, Sep 07 23:38:40.055588 dv-cinder-751579-26-iscsi neutron-server[100553]: 'Trunk': {'1.1'}} Sep 07 23:38:40.055588 dv-cinder-751579-26-iscsi neutron-server[100553]: consumer versions: Sep 07 23:38:40.055588 dv-cinder-751579-26-iscsi neutron-server[100553]: { DHCP agent@dv-cinder-751579-26-iscsi: {}, Sep 07 23:38:40.055588 dv-cinder-751579-26-iscsi neutron-server[100553]: L3 agent@dv-cinder-751579-26-iscsi: {}, Sep 07 23:38:40.055588 dv-cinder-751579-26-iscsi neutron-server[100553]: Metadata agent@dv-cinder-751579-26-iscsi: {}, Sep 07 23:38:40.055588 dv-cinder-751579-26-iscsi neutron-server[100553]: Metering agent@dv-cinder-751579-26-iscsi: {}, Sep 07 23:38:40.055588 dv-cinder-751579-26-iscsi neutron-server[100553]: Open vSwitch agent@dv-cinder-751579-26-iscsi: { 'AddressGroup': '1.2', Sep 07 23:38:40.055588 dv-cinder-751579-26-iscsi neutron-server[100553]: 'ConntrackHelper': '1.0', Sep 07 23:38:40.055588 dv-cinder-751579-26-iscsi neutron-server[100553]: 'Log': '1.0', Sep 07 23:38:40.055588 dv-cinder-751579-26-iscsi neutron-server[100553]: 'Network': '1.1', Sep 07 23:38:40.055588 dv-cinder-751579-26-iscsi neutron-server[100553]: 'Port': '1.7', Sep 07 23:38:40.055588 dv-cinder-751579-26-iscsi neutron-server[100553]: 'PortForwarding': '1.2', Sep 07 23:38:40.055588 dv-cinder-751579-26-iscsi neutron-server[100553]: 'QosPolicy': '1.9', Sep 07 23:38:40.055588 dv-cinder-751579-26-iscsi neutron-server[100553]: 'SecurityGroup': '1.4', Sep 07 23:38:40.055588 dv-cinder-751579-26-iscsi neutron-server[100553]: 'SecurityGroupRule': '1.2', Sep 07 23:38:40.055588 dv-cinder-751579-26-iscsi neutron-server[100553]: 'SubPort': '1.0', Sep 07 23:38:40.055588 dv-cinder-751579-26-iscsi neutron-server[100553]: 'Subnet': '1.1', Sep 07 23:38:40.055588 dv-cinder-751579-26-iscsi neutron-server[100553]: 'Trunk': '1.1'}} Sep 07 23:38:40.055588 dv-cinder-751579-26-iscsi neutron-server[100553]: {{(pid=100553) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 23:38:40.063393 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa96b1e2-fb8a-4b40-aabd-9187a2efb63d None None] Checking agent: {'id': '892ede6d-2e1c-48b6-9f9b-59f4d898b1a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 23, 38, 1), 'started_at': datetime.datetime(2021, 9, 7, 23, 38, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 23, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 23:38:40.063815 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa96b1e2-fb8a-4b40-aabd-9187a2efb63d None None] Checking segment: {'id': 'f4445634-5212-4761-8ce9-6e34b861fd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4bfad886-0ed4-43f8-9737-c380cd53c1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:38:40.064300 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-fa96b1e2-fb8a-4b40-aabd-9187a2efb63d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:40.064713 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa96b1e2-fb8a-4b40-aabd-9187a2efb63d None None] Bound using segment: {'id': 'f4445634-5212-4761-8ce9-6e34b861fd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4bfad886-0ed4-43f8-9737-c380cd53c1fe'} {{(pid=100553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 23:38:40.065685 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.managers [None req-fa96b1e2-fb8a-4b40-aabd-9187a2efb63d None None] Bound port: 6fe13e46-a737-46e1-9026-6dbdcba26fdb, host: dv-cinder-751579-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4445634-5212-4761-8ce9-6e34b861fd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4bfad886-0ed4-43f8-9737-c380cd53c1fe'}}] {{(pid=100553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 23:38:40.065685 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-fa96b1e2-fb8a-4b40-aabd-9187a2efb63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:40.138358 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.db [None req-fa96b1e2-fb8a-4b40-aabd-9187a2efb63d None None] For port 6fe13e46-a737-46e1-9026-6dbdcba26fdb, host dv-cinder-751579-26-iscsi, cleared binding levels {{(pid=100553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 23:38:40.161442 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.db [None req-fa96b1e2-fb8a-4b40-aabd-9187a2efb63d None None] For port 6fe13e46-a737-46e1-9026-6dbdcba26fdb, host dv-cinder-751579-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=6fe13e46-a737-46e1-9026-6dbdcba26fdb,segment=NetworkSegment(f4445634-5212-4761-8ce9-6e34b861fd72),segment_id=f4445634-5212-4761-8ce9-6e34b861fd72)] {{(pid=100553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 23:38:40.165988 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-fa96b1e2-fb8a-4b40-aabd-9187a2efb63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:40.219699 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16911b6-1b63-4d86-9f8d-0fb5e71bcf1f None None] Pushing event updated for resources: {'Port': ['ID=6fe13e46-a737-46e1-9026-6dbdcba26fdb,revision_number=4']} {{(pid=100553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:38:40.244646 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa96b1e2-fb8a-4b40-aabd-9187a2efb63d None None] Routers {'480026cc-bef9-4408-95ea-07fefa8469e9'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:38:40.245275 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-fa96b1e2-fb8a-4b40-aabd-9187a2efb63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:38:32Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['480026cc-bef9-4408-95ea-07fefa8469e9'], 'active': True} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:38:40.349926 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvr_db [None req-fa96b1e2-fb8a-4b40-aabd-9187a2efb63d None None] Set router 480026cc-bef9-4408-95ea-07fefa8469e9 gateway port host: None {{(pid=100553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:38:40.563743 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-fa96b1e2-fb8a-4b40-aabd-9187a2efb63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '480026cc-bef9-4408-95ea-07fefa8469e9', 'name': 'router1', 'tenant_id': '15eee379e51148c0b85b888c5d0080a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:38:27Z', 'updated_at': '2021-09-07T23:38:37Z', 'revision_number': 2, 'project_id': '15eee379e51148c0b85b888c5d0080a5', 'gw_port_host': None, '_interfaces': [{'id': '6fe13e46-a737-46e1-9026-6dbdcba26fdb', 'name': '', 'network_id': '4bfad886-0ed4-43f8-9737-c380cd53c1fe', 'tenant_id': '15eee379e51148c0b85b888c5d0080a5', 'mac_address': 'fa:16:3e:c2:5b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480026cc-bef9-4408-95ea-07fefa8469e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '17085f70-3243-4f9f-a538-370eb377c9dd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:38:36Z', 'updated_at': '2021-09-07T23:38:40Z', 'revision_number': 4, 'project_id': '15eee379e51148c0b85b888c5d0080a5', 'subnets': [{'id': '17085f70-3243-4f9f-a538-370eb377c9dd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '08f40f13-02e4-4c30-a319-b202813abd66'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:38:40.593810 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa96b1e2-fb8a-4b40-aabd-9187a2efb63d None None] The sync data for ids ['480026cc-bef9-4408-95ea-07fefa8469e9'] in dv-cinder-751579-26-iscsi is: [{'id': '480026cc-bef9-4408-95ea-07fefa8469e9', 'name': 'router1', 'tenant_id': '15eee379e51148c0b85b888c5d0080a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:38:27Z', 'updated_at': '2021-09-07T23:38:37Z', 'revision_number': 2, 'project_id': '15eee379e51148c0b85b888c5d0080a5', 'gw_port_host': None, '_interfaces': [{'id': '6fe13e46-a737-46e1-9026-6dbdcba26fdb', 'name': '', 'network_id': '4bfad886-0ed4-43f8-9737-c380cd53c1fe', 'tenant_id': '15eee379e51148c0b85b888c5d0080a5', 'mac_address': 'fa:16:3e:c2:5b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480026cc-bef9-4408-95ea-07fefa8469e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '17085f70-3243-4f9f-a538-370eb377c9dd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:38:36Z', 'updated_at': '2021-09-07T23:38:40Z', 'revision_number': 4, 'project_id': '15eee379e51148c0b85b888c5d0080a5', 'subnets': [{'id': '17085f70-3243-4f9f-a538-370eb377c9dd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '08f40f13-02e4-4c30-a319-b202813abd66'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 23:38:40.819237 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 54538) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:38:40.940081 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e736d0ec-26e9-4414-bfac-2ddd7c81369c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:38:40.941435 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-e736d0ec-26e9-4414-bfac-2ddd7c81369c admin admin] 10.222.0.15 "GET /v2.0/networks/1ea758c5-ea33-45af-9d70-54dde57c9658 HTTP/1.1" status: 200 len: 842 time: 0.1212013 Sep 07 23:38:40.954866 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-9a852c92-5415-4846-bfe6-c6a90b230627 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658'}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:38:40.980463 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a852c92-5415-4846-bfe6-c6a90b230627 admin admin] Made reservation on behalf of 01b833c0d247499fa1e5b68b8e748884 for: {'subnet': 1} {{(pid=100550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:38:40.982916 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-9a852c92-5415-4846-bfe6-c6a90b230627 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:41.309300 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.objects.ports [None req-9a852c92-5415-4846-bfe6-c6a90b230627 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100550) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 23:38:41.310319 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-9a852c92-5415-4846-bfe6-c6a90b230627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608'] for subnet, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:41.370733 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a852c92-5415-4846-bfe6-c6a90b230627 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c624cf3-fab2-4caa-bdca-00a0c67beab2,revision_number=0']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:38:41.381813 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a852c92-5415-4846-bfe6-c6a90b230627 admin admin] Checking segment: {'id': '4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:38:41.382161 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a852c92-5415-4846-bfe6-c6a90b230627 admin admin] Network hostable DHCP agents. Network: 1ea758c5-ea33-45af-9d70-54dde57c9658, hostable agents: ['4f562aef-accf-408d-af1e-fabb3d28a6a0'], hosted agents: [] {{(pid=100550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 23:38:41.408951 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a852c92-5415-4846-bfe6-c6a90b230627 admin admin] Network 1ea758c5-ea33-45af-9d70-54dde57c9658 is scheduled to be hosted by DHCP agent 4f562aef-accf-408d-af1e-fabb3d28a6a0 with binding_index 1 {{(pid=100550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 23:38:41.422144 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.base_scheduler [None req-9a852c92-5415-4846-bfe6-c6a90b230627 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-26-iscsi, 1ea758c5-ea33-45af-9d70-54dde57c9658) {{(pid=100550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:38:41.430299 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6803258-c3a0-4ad3-a1a7-299314ad99ab None None] Network 1ea758c5-ea33-45af-9d70-54dde57c9658 requested from dv-cinder-751579-26-iscsi {{(pid=100552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 23:38:41.433363 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a852c92-5415-4846-bfe6-c6a90b230627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:38:41.433963 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-9a852c92-5415-4846-bfe6-c6a90b230627 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for subnet, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:41.460522 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-9a852c92-5415-4846-bfe6-c6a90b230627 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5014091 Sep 07 23:38:41.625972 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ea9d51-5276-4bb5-a26b-fe55f0bddac3 None None] Network 1ea758c5-ea33-45af-9d70-54dde57c9658 requested from dv-cinder-751579-26-iscsi {{(pid=100552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 23:38:44.031555 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 54546) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:38:44.194331 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-dd200963-c866-40cf-b66d-f27e0480050c admin admin] 10.222.0.15 "GET /v2.0/routers/480026cc-bef9-4408-95ea-07fefa8469e9 HTTP/1.1" status: 200 len: 710 time: 0.1611979 Sep 07 23:38:44.307113 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e5a28e-546d-4f7f-85b0-f763eba6a406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:38:44.308529 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-66e5a28e-546d-4f7f-85b0-f763eba6a406 admin admin] 10.222.0.15 "GET /v2.0/networks/1ea758c5-ea33-45af-9d70-54dde57c9658 HTTP/1.1" status: 200 len: 886 time: 0.1070967 Sep 07 23:38:44.319603 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-f0b513f9-8cad-4bb7-8047-5d2f5854857a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658'}}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:38:44.674174 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f0b513f9-8cad-4bb7-8047-5d2f5854857a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:44.934722 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f0b513f9-8cad-4bb7-8047-5d2f5854857a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:45.021579 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f0b513f9-8cad-4bb7-8047-5d2f5854857a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:45.145443 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.db_base_plugin_common [None req-f0b513f9-8cad-4bb7-8047-5d2f5854857a admin admin] Allocated IP 172.27.2.175 (1ea758c5-ea33-45af-9d70-54dde57c9658/5c624cf3-fab2-4caa-bdca-00a0c67beab2/bbd1e7f4-a4bf-4150-876a-399a2f36867f) {{(pid=100550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:38:45.270744 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f0b513f9-8cad-4bb7-8047-5d2f5854857a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:45.315952 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f0b513f9-8cad-4bb7-8047-5d2f5854857a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287'] for port, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:45.355916 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b513f9-8cad-4bb7-8047-5d2f5854857a admin admin] Network 1ea758c5-ea33-45af-9d70-54dde57c9658 is already hosted by enough agents. {{(pid=100550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:38:45.359450 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.base_scheduler [None req-f0b513f9-8cad-4bb7-8047-5d2f5854857a admin admin] Resources bound (agent type, host, resource id): {{(pid=100550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:38:45.362102 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b513f9-8cad-4bb7-8047-5d2f5854857a admin admin] Received port after_create {{(pid=100550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:38:45.404558 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b513f9-8cad-4bb7-8047-5d2f5854857a admin admin] Pushing event updated for resources: {'Port': ['ID=bbd1e7f4-a4bf-4150-876a-399a2f36867f,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:38:45.628531 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f0b513f9-8cad-4bb7-8047-5d2f5854857a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:45.830012 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f0b513f9-8cad-4bb7-8047-5d2f5854857a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595888', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1471'] for router, precommit_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:45.834423 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f0b513f9-8cad-4bb7-8047-5d2f5854857a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1595881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1595878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1595257'] for router, after_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:45.947156 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b513f9-8cad-4bb7-8047-5d2f5854857a admin admin] Router 480026cc-bef9-4408-95ea-07fefa8469e9 has already been hosted by L3 agent 19316ef7-2440-47e6-ada3-35aaee6f744b {{(pid=100550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 23:38:46.161806 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b513f9-8cad-4bb7-8047-5d2f5854857a admin admin] Notify agent at l3_agent.dv-cinder-751579-26-iscsi the message routers_updated {{(pid=100550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 23:38:46.166490 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f0b513f9-8cad-4bb7-8047-5d2f5854857a admin admin] Notify callbacks [] for router, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:46.167733 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-f0b513f9-8cad-4bb7-8047-5d2f5854857a admin admin] 10.222.0.15 "PUT /v2.0/routers/480026cc-bef9-4408-95ea-07fefa8469e9 HTTP/1.1" status: 200 len: 890 time: 1.8522437 Sep 07 23:38:47.125840 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 6fe13e46-a737-46e1-9026-6dbdcba26fdb up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:38:47.185140 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning for port 6fe13e46-a737-46e1-9026-6dbdcba26fdb completed by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:38:47.189892 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning complete for port 6fe13e46-a737-46e1-9026-6dbdcba26fdb triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:38:47.190257 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:47.283978 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:47.322297 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] For port 6fe13e46-a737-46e1-9026-6dbdcba26fdb, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=6fe13e46-a737-46e1-9026-6dbdcba26fdb,segment=NetworkSegment(f4445634-5212-4761-8ce9-6e34b861fd72),segment_id=f4445634-5212-4761-8ce9-6e34b861fd72)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:38:47.327702 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:47.383942 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Pushing event updated for resources: {'Port': ['ID=6fe13e46-a737-46e1-9026-6dbdcba26fdb,revision_number=5']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:38:47.591700 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9825a5e-ff1b-4bc1-8690-bb62897526ef None None] Sync routers for ids ['480026cc-bef9-4408-95ea-07fefa8469e9'] in dv-cinder-751579-26-iscsi {{(pid=100552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 23:38:47.603288 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9825a5e-ff1b-4bc1-8690-bb62897526ef None None] Routers {'480026cc-bef9-4408-95ea-07fefa8469e9'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:38:47.603984 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-a9825a5e-ff1b-4bc1-8690-bb62897526ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:38:32Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['480026cc-bef9-4408-95ea-07fefa8469e9'], 'active': True} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:38:47.881596 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvr_db [None req-a9825a5e-ff1b-4bc1-8690-bb62897526ef None None] Set router 480026cc-bef9-4408-95ea-07fefa8469e9 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:38:48.297024 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-a9825a5e-ff1b-4bc1-8690-bb62897526ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '480026cc-bef9-4408-95ea-07fefa8469e9', 'name': 'router1', 'tenant_id': '15eee379e51148c0b85b888c5d0080a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'bbd1e7f4-a4bf-4150-876a-399a2f36867f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:38:27Z', 'updated_at': '2021-09-07T23:38:45Z', 'revision_number': 4, 'project_id': '15eee379e51148c0b85b888c5d0080a5', 'gw_port': {'id': 'bbd1e7f4-a4bf-4150-876a-399a2f36867f', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:85:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480026cc-bef9-4408-95ea-07fefa8469e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:38:45Z', 'updated_at': '2021-09-07T23:38:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': '6fe13e46-a737-46e1-9026-6dbdcba26fdb', 'name': '', 'network_id': '4bfad886-0ed4-43f8-9737-c380cd53c1fe', 'tenant_id': '15eee379e51148c0b85b888c5d0080a5', 'mac_address': 'fa:16:3e:c2:5b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480026cc-bef9-4408-95ea-07fefa8469e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '17085f70-3243-4f9f-a538-370eb377c9dd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:38:36Z', 'updated_at': '2021-09-07T23:38:47Z', 'revision_number': 5, 'project_id': '15eee379e51148c0b85b888c5d0080a5', 'subnets': [{'id': '17085f70-3243-4f9f-a538-370eb377c9dd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '08f40f13-02e4-4c30-a319-b202813abd66'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:38:48.352943 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9825a5e-ff1b-4bc1-8690-bb62897526ef None None] Checking router: 480026cc-bef9-4408-95ea-07fefa8469e9 for host: dv-cinder-751579-26-iscsi {{(pid=100552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 23:38:48.353303 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9825a5e-ff1b-4bc1-8690-bb62897526ef None None] Updating router 480026cc-bef9-4408-95ea-07fefa8469e9 port bbd1e7f4-a4bf-4150-876a-399a2f36867f binding host dv-cinder-751579-26-iscsi {{(pid=100552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 23:38:48.405527 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-a9825a5e-ff1b-4bc1-8690-bb62897526ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:48.717632 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 54558) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:38:48.762267 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-a9825a5e-ff1b-4bc1-8690-bb62897526ef None None] Notify callbacks [] for port, precommit_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:48.773660 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-a9825a5e-ff1b-4bc1-8690-bb62897526ef None None] Transition to ACTIVE for port object bbd1e7f4-a4bf-4150-876a-399a2f36867f will not be triggered until provisioned by entity L2. {{(pid=100552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:38:48.781738 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-a9825a5e-ff1b-4bc1-8690-bb62897526ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:48.838223 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b387bb0-5ac9-428f-86d6-56c06563a416 None None] Pushing event updated for resources: {'Port': ['ID=bbd1e7f4-a4bf-4150-876a-399a2f36867f,revision_number=2']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:38:48.842575 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-a9825a5e-ff1b-4bc1-8690-bb62897526ef None None] Attempting to bind port bbd1e7f4-a4bf-4150-876a-399a2f36867f on host dv-cinder-751579-26-iscsi for vnic_type normal with profile {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 23:38:48.843028 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-a9825a5e-ff1b-4bc1-8690-bb62897526ef None None] Attempting to bind port bbd1e7f4-a4bf-4150-876a-399a2f36867f by drivers openvswitch,hyperv on host dv-cinder-751579-26-iscsi at level 0 using segments [{'id': '4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658'}] {{(pid=100552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 23:38:48.843462 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9825a5e-ff1b-4bc1-8690-bb62897526ef None None] Attempting to bind port bbd1e7f4-a4bf-4150-876a-399a2f36867f on network 1ea758c5-ea33-45af-9d70-54dde57c9658 {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:38:48.849048 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9825a5e-ff1b-4bc1-8690-bb62897526ef None None] Checking agent: {'id': '892ede6d-2e1c-48b6-9f9b-59f4d898b1a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 23, 38, 1), 'started_at': datetime.datetime(2021, 9, 7, 23, 38, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 23, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 23:38:48.849886 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9825a5e-ff1b-4bc1-8690-bb62897526ef None None] Checking segment: {'id': '4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:38:48.850044 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-a9825a5e-ff1b-4bc1-8690-bb62897526ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:48.850465 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9825a5e-ff1b-4bc1-8690-bb62897526ef None None] Bound using segment: {'id': '4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658'} {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 23:38:48.850943 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-a9825a5e-ff1b-4bc1-8690-bb62897526ef None None] Bound port: bbd1e7f4-a4bf-4150-876a-399a2f36867f, host: dv-cinder-751579-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658'}}] {{(pid=100552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 23:38:48.851380 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-a9825a5e-ff1b-4bc1-8690-bb62897526ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:48.854078 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-a0cb8a7c-4337-4ed2-a00c-1c2f1d8e7082 admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1349478 Sep 07 23:38:48.907748 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-a9825a5e-ff1b-4bc1-8690-bb62897526ef None None] For port bbd1e7f4-a4bf-4150-876a-399a2f36867f, host dv-cinder-751579-26-iscsi, cleared binding levels {{(pid=100552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 23:38:48.911429 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-a9825a5e-ff1b-4bc1-8690-bb62897526ef None None] For port bbd1e7f4-a4bf-4150-876a-399a2f36867f, host dv-cinder-751579-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=bbd1e7f4-a4bf-4150-876a-399a2f36867f,segment=NetworkSegment(4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a),segment_id=4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a)] {{(pid=100552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 23:38:48.916194 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-a9825a5e-ff1b-4bc1-8690-bb62897526ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:48.979625 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b387bb0-5ac9-428f-86d6-56c06563a416 None None] Pushing event updated for resources: {'Port': ['ID=bbd1e7f4-a4bf-4150-876a-399a2f36867f,revision_number=3']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:38:48.983143 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9825a5e-ff1b-4bc1-8690-bb62897526ef None None] Routers {'480026cc-bef9-4408-95ea-07fefa8469e9'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:38:48.983769 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-a9825a5e-ff1b-4bc1-8690-bb62897526ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:38:32Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['480026cc-bef9-4408-95ea-07fefa8469e9'], 'active': True} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:38:49.213989 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvr_db [None req-a9825a5e-ff1b-4bc1-8690-bb62897526ef None None] Set router 480026cc-bef9-4408-95ea-07fefa8469e9 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:38:49.259309 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 6fe13e46-a737-46e1-9026-6dbdcba26fdb up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:38:49.417974 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning complete for port 6fe13e46-a737-46e1-9026-6dbdcba26fdb triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:38:49.419551 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:49.591631 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-a9825a5e-ff1b-4bc1-8690-bb62897526ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '480026cc-bef9-4408-95ea-07fefa8469e9', 'name': 'router1', 'tenant_id': '15eee379e51148c0b85b888c5d0080a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'bbd1e7f4-a4bf-4150-876a-399a2f36867f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:38:27Z', 'updated_at': '2021-09-07T23:38:45Z', 'revision_number': 4, 'project_id': '15eee379e51148c0b85b888c5d0080a5', 'gw_port': {'id': 'bbd1e7f4-a4bf-4150-876a-399a2f36867f', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:85:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480026cc-bef9-4408-95ea-07fefa8469e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:38:45Z', 'updated_at': '2021-09-07T23:38:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': '6fe13e46-a737-46e1-9026-6dbdcba26fdb', 'name': '', 'network_id': '4bfad886-0ed4-43f8-9737-c380cd53c1fe', 'tenant_id': '15eee379e51148c0b85b888c5d0080a5', 'mac_address': 'fa:16:3e:c2:5b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480026cc-bef9-4408-95ea-07fefa8469e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '17085f70-3243-4f9f-a538-370eb377c9dd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:38:36Z', 'updated_at': '2021-09-07T23:38:47Z', 'revision_number': 5, 'project_id': '15eee379e51148c0b85b888c5d0080a5', 'subnets': [{'id': '17085f70-3243-4f9f-a538-370eb377c9dd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '08f40f13-02e4-4c30-a319-b202813abd66'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:38:49.619796 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9825a5e-ff1b-4bc1-8690-bb62897526ef None None] The sync data for ids ['480026cc-bef9-4408-95ea-07fefa8469e9'] in dv-cinder-751579-26-iscsi is: [{'id': '480026cc-bef9-4408-95ea-07fefa8469e9', 'name': 'router1', 'tenant_id': '15eee379e51148c0b85b888c5d0080a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'bbd1e7f4-a4bf-4150-876a-399a2f36867f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:38:27Z', 'updated_at': '2021-09-07T23:38:45Z', 'revision_number': 4, 'project_id': '15eee379e51148c0b85b888c5d0080a5', 'gw_port': {'id': 'bbd1e7f4-a4bf-4150-876a-399a2f36867f', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:85:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480026cc-bef9-4408-95ea-07fefa8469e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:38:45Z', 'updated_at': '2021-09-07T23:38:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': '6fe13e46-a737-46e1-9026-6dbdcba26fdb', 'name': '', 'network_id': '4bfad886-0ed4-43f8-9737-c380cd53c1fe', 'tenant_id': '15eee379e51148c0b85b888c5d0080a5', 'mac_address': 'fa:16:3e:c2:5b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480026cc-bef9-4408-95ea-07fefa8469e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '17085f70-3243-4f9f-a538-370eb377c9dd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:38:36Z', 'updated_at': '2021-09-07T23:38:47Z', 'revision_number': 5, 'project_id': '15eee379e51148c0b85b888c5d0080a5', 'subnets': [{'id': '17085f70-3243-4f9f-a538-370eb377c9dd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '08f40f13-02e4-4c30-a319-b202813abd66'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 23:38:51.134142 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device bbd1e7f4-a4bf-4150-876a-399a2f36867f up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:38:51.193756 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning for port bbd1e7f4-a4bf-4150-876a-399a2f36867f completed by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:38:51.201699 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning complete for port bbd1e7f4-a4bf-4150-876a-399a2f36867f triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:38:51.202080 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:51.297727 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:51.328489 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] For port bbd1e7f4-a4bf-4150-876a-399a2f36867f, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=bbd1e7f4-a4bf-4150-876a-399a2f36867f,segment=NetworkSegment(4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a),segment_id=4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:38:51.343234 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:51.424953 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Pushing event updated for resources: {'Port': ['ID=bbd1e7f4-a4bf-4150-876a-399a2f36867f,revision_number=4']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:38:53.171348 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device bbd1e7f4-a4bf-4150-876a-399a2f36867f up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:38:53.272248 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning complete for port bbd1e7f4-a4bf-4150-876a-399a2f36867f triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:38:53.273389 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:38:53.410276 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.agents_db [None req-89df3544-7e8a-43ac-bb25-e7a75b7011d0 None None] Agent healthcheck: found 5 active agents {{(pid=100553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 23:38:58.232810 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-793f1ff5-f6fe-4d90-a074-c29add6921ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:39:01.118927 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:39:01.728378 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-0243ef16-c0d5-4fea-9d67-b1f89faea3ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:39:03.270991 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ea97-3cf8-4e53-ad99-8ce826820bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:39:05.113159 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-187590d1-19a7-4a5a-ac4c-70625f9f540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:39:28.193604 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-3bcaaefd-802d-4f9e-ad4e-d2bac8b71f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:39:30.411823 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.agents_db [None req-89df3544-7e8a-43ac-bb25-e7a75b7011d0 None None] Agent healthcheck: found 5 active agents {{(pid=100553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 23:39:31.128681 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:39:31.723571 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-cf6c0414-40bf-4fec-bc8b-8339c6b3fae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:39:33.273059 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ea97-3cf8-4e53-ad99-8ce826820bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:39:35.124664 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-187590d1-19a7-4a5a-ac4c-70625f9f540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:39:58.187428 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-6e6d6166-a8c2-49b1-94ef-c571cc59f82c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:40:01.101893 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:40:01.727083 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-6b3d5ede-7bff-4b08-9171-fe88a285a886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:40:03.271719 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ea97-3cf8-4e53-ad99-8ce826820bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:40:05.117861 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-187590d1-19a7-4a5a-ac4c-70625f9f540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:40:07.409924 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.agents_db [None req-89df3544-7e8a-43ac-bb25-e7a75b7011d0 None None] Agent healthcheck: found 5 active agents {{(pid=100553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 23:40:28.178621 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-96c17753-29b3-4a2f-abbf-7b4f662448c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:40:31.114896 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:40:31.728082 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-81eea113-5640-4776-a6ff-0edf76e24759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:40:33.272575 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ea97-3cf8-4e53-ad99-8ce826820bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:40:34.256224 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 55120) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:40:34.318695 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.pecan_wsgi.hooks.translation [None req-911e0119-11f3-4db5-b410-74ea07b8d210 admin admin] GET failed (client error): The resource could not be found. Sep 07 23:40:34.320049 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-911e0119-11f3-4db5-b410-74ea07b8d210 admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0628595 Sep 07 23:40:34.484006 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2c4196-81a3-4134-b495-2bbe1198737e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:40:34.485529 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-cb2c4196-81a3-4134-b495-2bbe1198737e admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1600029 Sep 07 23:40:35.122762 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-187590d1-19a7-4a5a-ac4c-70625f9f540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:40:36.717671 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 55130) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:40:36.818798 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff3b82b-a25c-4cf1-92d2-7cf8db88f3ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:40:36.820167 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-6ff3b82b-a25c-4cf1-92d2-7cf8db88f3ee admin admin] 10.222.0.15 "GET /v2.0/subnets/17085f70-3243-4f9f-a538-370eb377c9dd HTTP/1.1" status: 200 len: 849 time: 0.1015441 Sep 07 23:40:36.831188 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-a683a2ee-473f-46c9-aadd-7f6ce48be032 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:40:36.920779 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-a683a2ee-473f-46c9-aadd-7f6ce48be032 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:40:37.085393 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-a683a2ee-473f-46c9-aadd-7f6ce48be032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760371297253'] for subnet, after_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:40:37.117230 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a683a2ee-473f-46c9-aadd-7f6ce48be032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:40:37.117826 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-a683a2ee-473f-46c9-aadd-7f6ce48be032 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for subnet, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:40:37.119383 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-a683a2ee-473f-46c9-aadd-7f6ce48be032 admin admin] 10.222.0.15 "PUT /v2.0/subnets/17085f70-3243-4f9f-a538-370eb377c9dd HTTP/1.1" status: 200 len: 868 time: 0.2917278 Sep 07 23:40:37.129670 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8626d4e-beeb-42ee-a1d7-918fccdf3d2e None None] Network 4bfad886-0ed4-43f8-9737-c380cd53c1fe requested from dv-cinder-751579-26-iscsi {{(pid=100552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 23:40:37.144652 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a683a2ee-473f-46c9-aadd-7f6ce48be032 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17085f70-3243-4f9f-a538-370eb377c9dd,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:40:37.153171 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a683a2ee-473f-46c9-aadd-7f6ce48be032 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:40:37.153710 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a683a2ee-473f-46c9-aadd-7f6ce48be032 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:40:37.153899 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a683a2ee-473f-46c9-aadd-7f6ce48be032 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:40:37.154223 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a683a2ee-473f-46c9-aadd-7f6ce48be032 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:40:37.154556 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a683a2ee-473f-46c9-aadd-7f6ce48be032 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:40:37.154888 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a683a2ee-473f-46c9-aadd-7f6ce48be032 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:40:37.155220 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a683a2ee-473f-46c9-aadd-7f6ce48be032 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:40:37.155569 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a683a2ee-473f-46c9-aadd-7f6ce48be032 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:40:37.155897 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a683a2ee-473f-46c9-aadd-7f6ce48be032 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:40:37.156234 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a683a2ee-473f-46c9-aadd-7f6ce48be032 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:40:37.156580 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a683a2ee-473f-46c9-aadd-7f6ce48be032 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:40:37.156902 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a683a2ee-473f-46c9-aadd-7f6ce48be032 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:40:37.568939 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-302094e4-f645-4d3b-b185-cc62d7ae18c8 None None] Provisioning complete for port f581cd9d-d930-4bea-a509-544287b3b134 triggered by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:40:37.569316 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-302094e4-f645-4d3b-b185-cc62d7ae18c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:40:37.657797 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-302094e4-f645-4d3b-b185-cc62d7ae18c8 None None] Provisioning complete for port 6fe13e46-a737-46e1-9026-6dbdcba26fdb triggered by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:40:37.658057 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-302094e4-f645-4d3b-b185-cc62d7ae18c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:40:39.404510 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 55138) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:40:39.615473 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c66c7b1-348c-43fc-b38d-11ff8808d23d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:40:39.615979 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c66c7b1-348c-43fc-b38d-11ff8808d23d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:40:39.617617 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-2c66c7b1-348c-43fc-b38d-11ff8808d23d admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2121701 Sep 07 23:40:41.917036 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 55146) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:40:42.050614 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771062da-dc39-4847-b287-fdb97911ed2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:40:42.051089 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771062da-dc39-4847-b287-fdb97911ed2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:40:42.052854 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-771062da-dc39-4847-b287-fdb97911ed2d admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1346431 Sep 07 23:40:44.277591 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 55154) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:40:44.406932 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c291a14e-7491-4de1-bfaf-9d807754ff67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:40:44.408310 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-c291a14e-7491-4de1-bfaf-9d807754ff67 admin admin] 10.222.0.15 "GET /v2.0/networks/1ea758c5-ea33-45af-9d70-54dde57c9658 HTTP/1.1" status: 200 len: 886 time: 0.1297796 Sep 07 23:40:44.409049 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.agents_db [None req-89df3544-7e8a-43ac-bb25-e7a75b7011d0 None None] Agent healthcheck: found 5 active agents {{(pid=100553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 23:40:46.784484 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 55162) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:40:46.924071 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d967a2-f42d-4b0f-990b-1f50f30775e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:40:46.925541 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-01d967a2-f42d-4b0f-990b-1f50f30775e8 admin admin] 10.222.0.15 "GET /v2.0/networks/4bfad886-0ed4-43f8-9737-c380cd53c1fe HTTP/1.1" status: 200 len: 869 time: 0.1401157 Sep 07 23:40:49.176752 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 55170) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:40:49.300959 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45593555-9ead-4531-affe-a3c6c4c868eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:40:49.301418 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45593555-9ead-4531-affe-a3c6c4c868eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:40:49.302964 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-45593555-9ead-4531-affe-a3c6c4c868eb admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1252716 Sep 07 23:40:51.584002 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 55178) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:40:51.686086 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca09770-bf9a-40f9-b0f5-122f2132dbec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:40:51.686541 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca09770-bf9a-40f9-b0f5-122f2132dbec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:40:51.688110 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-4ca09770-bf9a-40f9-b0f5-122f2132dbec admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1031225 Sep 07 23:40:53.924830 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 55186) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:40:54.020609 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be82cb4-9d41-4733-a55a-e719308acb07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:40:54.021979 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-6be82cb4-9d41-4733-a55a-e719308acb07 admin admin] 10.222.0.15 "GET /v2.0/subnets/17085f70-3243-4f9f-a538-370eb377c9dd HTTP/1.1" status: 200 len: 868 time: 0.0962033 Sep 07 23:40:56.255112 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 55194) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:40:56.348121 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc226586-0b5f-4f68-88a3-dfcfcda68c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:40:56.349527 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-bc226586-0b5f-4f68-88a3-dfcfcda68c3c admin admin] 10.222.0.15 "GET /v2.0/subnets/5c624cf3-fab2-4caa-bdca-00a0c67beab2 HTTP/1.1" status: 200 len: 816 time: 0.0934649 Sep 07 23:40:58.181363 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-18672e16-3baa-4e6d-b7b0-a72d042cb82e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:41:01.107973 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:41:01.729613 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7add2a8f-ca96-4750-8ca0-de8bb31cfcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:41:03.275839 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ea97-3cf8-4e53-ad99-8ce826820bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:41:05.129470 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-187590d1-19a7-4a5a-ac4c-70625f9f540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:41:20.677180 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 55248) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:41:20.729659 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [None req-68dcd842-b9cd-4cc0-9b6d-56dafddd828a admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 23:41:20.730706 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-68dcd842-b9cd-4cc0-9b6d-56dafddd828a admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0525770 Sep 07 23:41:21.408289 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.agents_db [None req-89df3544-7e8a-43ac-bb25-e7a75b7011d0 None None] Agent healthcheck: found 5 active agents {{(pid=100553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 23:41:23.050088 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 55256) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:41:23.113883 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.pecan_wsgi.hooks.translation [None req-26cf9294-42dc-4a35-a875-81e83e839e50 admin admin] GET failed (client error): The resource could not be found. Sep 07 23:41:23.115234 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-26cf9294-42dc-4a35-a875-81e83e839e50 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0639479 Sep 07 23:41:23.207289 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6223119-0ede-43a2-9529-c14b8574f974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:41:23.208824 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-b6223119-0ede-43a2-9529-c14b8574f974 admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0886943 Sep 07 23:41:25.500789 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 55264) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:41:25.549086 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-9498ef95-d3d8-4d48-99ff-6d4648def488 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:41:25.568784 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9498ef95-d3d8-4d48-99ff-6d4648def488 admin admin] Made reservation on behalf of 01b833c0d247499fa1e5b68b8e748884 for: {'network': 1} {{(pid=100550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:41:25.571247 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-9498ef95-d3d8-4d48-99ff-6d4648def488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for network, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:41:25.605527 dv-cinder-751579-26-iscsi neutron-server[100550]: WARNING neutron.services.revisions.revision_plugin [None req-9498ef95-d3d8-4d48-99ff-6d4648def488 admin admin] Could not find related network for resource to bump revision. Sep 07 23:41:25.622257 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9498ef95-d3d8-4d48-99ff-6d4648def488 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=100550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 23:41:25.632866 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-9498ef95-d3d8-4d48-99ff-6d4648def488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675162'] for segment, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:41:25.633262 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.db.segments_db [None req-9498ef95-d3d8-4d48-99ff-6d4648def488 admin admin] Added segment d8842fcf-a128-40e0-8382-273e4ac2f011 of type vlan for network 776399e9-cb83-42dc-a179-0b37bce8b1ec Sep 07 23:41:25.686840 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-9498ef95-d3d8-4d48-99ff-6d4648def488 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760370794509'] for network, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:41:25.715599 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-9498ef95-d3d8-4d48-99ff-6d4648def488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608'] for network, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:41:25.716641 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9498ef95-d3d8-4d48-99ff-6d4648def488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:41:25.717222 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-9498ef95-d3d8-4d48-99ff-6d4648def488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for network, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:41:25.853900 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-9498ef95-d3d8-4d48-99ff-6d4648def488 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3519905 Sep 07 23:41:25.884603 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498ef95-d3d8-4d48-99ff-6d4648def488 admin admin] Pushing event updated for resources: {'Network': ['ID=776399e9-cb83-42dc-a179-0b37bce8b1ec,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:41:25.896055 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Network 776399e9-cb83-42dc-a179-0b37bce8b1ec details requested by agent ovs-agent-dv-cinder-751579-26-iscsi with host dv-cinder-751579-26-iscsi {{(pid=100552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 23:41:28.181901 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-2e61d4ea-9ffd-4b25-be24-6cb63bbb127d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:41:28.221784 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 55272) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:41:28.284756 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.pecan_wsgi.hooks.translation [None req-f770b434-cb33-4bec-80e5-afec11e85c19 admin admin] GET failed (client error): The resource could not be found. Sep 07 23:41:28.286098 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-f770b434-cb33-4bec-80e5-afec11e85c19 admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0633705 Sep 07 23:41:28.361310 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97eeb732-d38c-47ef-bfde-3f8228b45779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:41:28.362785 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-97eeb732-d38c-47ef-bfde-3f8228b45779 admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0719693 Sep 07 23:41:28.374051 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-e61099a0-d748-48c5-8dbf-1749258cf55d admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '776399e9-cb83-42dc-a179-0b37bce8b1ec', 'description': 'shared-subnet'}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:41:28.397638 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61099a0-d748-48c5-8dbf-1749258cf55d admin admin] Made reservation on behalf of 01b833c0d247499fa1e5b68b8e748884 for: {'subnet': 1} {{(pid=100550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:41:28.400143 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-e61099a0-d748-48c5-8dbf-1749258cf55d admin admin] Notify callbacks [] for subnet, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:41:28.591225 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-e61099a0-d748-48c5-8dbf-1749258cf55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608'] for subnet, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:41:28.648071 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61099a0-d748-48c5-8dbf-1749258cf55d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a033196-9c9f-4bdf-a30b-b6f3d1c6ee5b,revision_number=0']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:41:28.656809 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61099a0-d748-48c5-8dbf-1749258cf55d admin admin] Checking segment: {'id': 'd8842fcf-a128-40e0-8382-273e4ac2f011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '776399e9-cb83-42dc-a179-0b37bce8b1ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:41:28.657085 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61099a0-d748-48c5-8dbf-1749258cf55d admin admin] Network hostable DHCP agents. Network: 776399e9-cb83-42dc-a179-0b37bce8b1ec, hostable agents: ['4f562aef-accf-408d-af1e-fabb3d28a6a0'], hosted agents: [] {{(pid=100550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 23:41:28.673362 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61099a0-d748-48c5-8dbf-1749258cf55d admin admin] Network 776399e9-cb83-42dc-a179-0b37bce8b1ec is scheduled to be hosted by DHCP agent 4f562aef-accf-408d-af1e-fabb3d28a6a0 with binding_index 1 {{(pid=100550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 23:41:28.683411 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.base_scheduler [None req-e61099a0-d748-48c5-8dbf-1749258cf55d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-26-iscsi, 776399e9-cb83-42dc-a179-0b37bce8b1ec) {{(pid=100550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:41:28.691015 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61099a0-d748-48c5-8dbf-1749258cf55d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:41:28.691982 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-e61099a0-d748-48c5-8dbf-1749258cf55d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for subnet, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:41:28.695960 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0e4363-e399-43f5-9124-a48429d7f167 None None] Network 776399e9-cb83-42dc-a179-0b37bce8b1ec requested from dv-cinder-751579-26-iscsi {{(pid=100552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 23:41:28.709935 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-e61099a0-d748-48c5-8dbf-1749258cf55d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3394186 Sep 07 23:41:28.980492 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774307e6-bb51-462d-9cf0-35ce139a8368 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf96fd684-78fa-5752-9b82-be4542ddf794-776399e9-cb83-42dc-a179-0b37bce8b1ec', 'network_id': '776399e9-cb83-42dc-a179-0b37bce8b1ec', 'tenant_id': '01b833c0d247499fa1e5b68b8e748884', 'fixed_ips': [{'subnet_id': '9a033196-9c9f-4bdf-a30b-b6f3d1c6ee5b'}]}} from dv-cinder-751579-26-iscsi. {{(pid=100552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 23:41:28.981458 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-774307e6-bb51-462d-9cf0-35ce139a8368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:41:29.128585 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.db_base_plugin_common [None req-774307e6-bb51-462d-9cf0-35ce139a8368 None None] Allocated IP 192.168.233.2 (776399e9-cb83-42dc-a179-0b37bce8b1ec/9a033196-9c9f-4bdf-a30b-b6f3d1c6ee5b/df2a600c-49ba-4013-8e08-8dd0e8dc4873) {{(pid=100552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:41:29.282178 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-774307e6-bb51-462d-9cf0-35ce139a8368 None None] Notify callbacks [] for port, precommit_create {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:41:29.291328 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-774307e6-bb51-462d-9cf0-35ce139a8368 None None] Transition to ACTIVE for port object df2a600c-49ba-4013-8e08-8dd0e8dc4873 will not be triggered until provisioned by entity L2. {{(pid=100552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:41:29.307494 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-774307e6-bb51-462d-9cf0-35ce139a8368 None None] Transition to ACTIVE for port object df2a600c-49ba-4013-8e08-8dd0e8dc4873 will not be triggered until provisioned by entity DHCP. {{(pid=100552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:41:29.313847 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-774307e6-bb51-462d-9cf0-35ce139a8368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287'] for port, after_create {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:41:29.363384 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774307e6-bb51-462d-9cf0-35ce139a8368 None None] Pushing event updated for resources: {'Port': ['ID=df2a600c-49ba-4013-8e08-8dd0e8dc4873,revision_number=1']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:41:29.366955 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774307e6-bb51-462d-9cf0-35ce139a8368 None None] Network 776399e9-cb83-42dc-a179-0b37bce8b1ec is already hosted by enough agents. {{(pid=100552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:41:29.369462 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.scheduler.base_scheduler [None req-774307e6-bb51-462d-9cf0-35ce139a8368 None None] Resources bound (agent type, host, resource id): {{(pid=100552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:41:29.371986 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774307e6-bb51-462d-9cf0-35ce139a8368 None None] Received port after_create {{(pid=100552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:41:29.378856 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774307e6-bb51-462d-9cf0-35ce139a8368 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:41:29.379232 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774307e6-bb51-462d-9cf0-35ce139a8368 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:41:29.379591 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774307e6-bb51-462d-9cf0-35ce139a8368 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:41:29.379926 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774307e6-bb51-462d-9cf0-35ce139a8368 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:41:29.380256 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774307e6-bb51-462d-9cf0-35ce139a8368 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:41:29.380613 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774307e6-bb51-462d-9cf0-35ce139a8368 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:41:29.380939 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774307e6-bb51-462d-9cf0-35ce139a8368 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:41:29.381265 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774307e6-bb51-462d-9cf0-35ce139a8368 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:41:29.381605 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774307e6-bb51-462d-9cf0-35ce139a8368 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:41:29.381990 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774307e6-bb51-462d-9cf0-35ce139a8368 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:41:29.382401 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774307e6-bb51-462d-9cf0-35ce139a8368 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:41:29.383069 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774307e6-bb51-462d-9cf0-35ce139a8368 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:41:29.438927 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-774307e6-bb51-462d-9cf0-35ce139a8368 None None] Attempting to bind port df2a600c-49ba-4013-8e08-8dd0e8dc4873 on host dv-cinder-751579-26-iscsi for vnic_type normal with profile {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 23:41:29.439289 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-774307e6-bb51-462d-9cf0-35ce139a8368 None None] Attempting to bind port df2a600c-49ba-4013-8e08-8dd0e8dc4873 by drivers openvswitch,hyperv on host dv-cinder-751579-26-iscsi at level 0 using segments [{'id': 'd8842fcf-a128-40e0-8382-273e4ac2f011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '776399e9-cb83-42dc-a179-0b37bce8b1ec'}] {{(pid=100552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 23:41:29.439654 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774307e6-bb51-462d-9cf0-35ce139a8368 None None] Attempting to bind port df2a600c-49ba-4013-8e08-8dd0e8dc4873 on network 776399e9-cb83-42dc-a179-0b37bce8b1ec {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:41:29.444937 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774307e6-bb51-462d-9cf0-35ce139a8368 None None] Checking agent: {'id': '892ede6d-2e1c-48b6-9f9b-59f4d898b1a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 23, 38, 1), 'started_at': datetime.datetime(2021, 9, 7, 23, 38, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 23, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 23:41:29.445299 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774307e6-bb51-462d-9cf0-35ce139a8368 None None] Checking segment: {'id': 'd8842fcf-a128-40e0-8382-273e4ac2f011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '776399e9-cb83-42dc-a179-0b37bce8b1ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:41:29.445735 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-774307e6-bb51-462d-9cf0-35ce139a8368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:41:29.446072 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774307e6-bb51-462d-9cf0-35ce139a8368 None None] Bound using segment: {'id': 'd8842fcf-a128-40e0-8382-273e4ac2f011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '776399e9-cb83-42dc-a179-0b37bce8b1ec'} {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 23:41:29.446529 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-774307e6-bb51-462d-9cf0-35ce139a8368 None None] Bound port: df2a600c-49ba-4013-8e08-8dd0e8dc4873, host: dv-cinder-751579-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8842fcf-a128-40e0-8382-273e4ac2f011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '776399e9-cb83-42dc-a179-0b37bce8b1ec'}}] {{(pid=100552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 23:41:29.446917 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-774307e6-bb51-462d-9cf0-35ce139a8368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:41:29.514874 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-774307e6-bb51-462d-9cf0-35ce139a8368 None None] For port df2a600c-49ba-4013-8e08-8dd0e8dc4873, host dv-cinder-751579-26-iscsi, cleared binding levels {{(pid=100552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 23:41:29.518305 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-774307e6-bb51-462d-9cf0-35ce139a8368 None None] For port df2a600c-49ba-4013-8e08-8dd0e8dc4873, host dv-cinder-751579-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=df2a600c-49ba-4013-8e08-8dd0e8dc4873,segment=NetworkSegment(d8842fcf-a128-40e0-8382-273e4ac2f011),segment_id=d8842fcf-a128-40e0-8382-273e4ac2f011)] {{(pid=100552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 23:41:29.523850 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-774307e6-bb51-462d-9cf0-35ce139a8368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:41:29.586370 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774307e6-bb51-462d-9cf0-35ce139a8368 None None] Pushing event updated for resources: {'Port': ['ID=df2a600c-49ba-4013-8e08-8dd0e8dc4873,revision_number=2']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:41:30.457467 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b7b02a-265b-4010-8588-15fb3d747ed3 None None] Network 776399e9-cb83-42dc-a179-0b37bce8b1ec requested from dv-cinder-751579-26-iscsi {{(pid=100552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 23:41:30.526188 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-31b6e713-fdbf-40c6-a43d-3181d1bae7b1 None None] Provisioning for port df2a600c-49ba-4013-8e08-8dd0e8dc4873 completed by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:41:31.111860 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:41:31.261928 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device df2a600c-49ba-4013-8e08-8dd0e8dc4873 up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:41:31.321889 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning for port df2a600c-49ba-4013-8e08-8dd0e8dc4873 completed by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:41:31.327561 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning complete for port df2a600c-49ba-4013-8e08-8dd0e8dc4873 triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:41:31.328039 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:41:31.418312 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:41:31.455789 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] For port df2a600c-49ba-4013-8e08-8dd0e8dc4873, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=df2a600c-49ba-4013-8e08-8dd0e8dc4873,segment=NetworkSegment(d8842fcf-a128-40e0-8382-273e4ac2f011),segment_id=d8842fcf-a128-40e0-8382-273e4ac2f011)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:41:31.460127 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:41:31.513703 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Pushing event updated for resources: {'Port': ['ID=df2a600c-49ba-4013-8e08-8dd0e8dc4873,revision_number=3']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:41:31.738447 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-fae066ac-39e3-4cfd-8800-6241c3895d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:41:33.225638 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device df2a600c-49ba-4013-8e08-8dd0e8dc4873 up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:41:33.288757 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ea97-3cf8-4e53-ad99-8ce826820bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:41:33.295598 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning complete for port df2a600c-49ba-4013-8e08-8dd0e8dc4873 triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:41:33.295960 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:41:35.134310 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-187590d1-19a7-4a5a-ac4c-70625f9f540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:41:58.182710 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-1227f527-e6f9-4ee3-a724-7ad18e7ed484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:41:58.407465 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.agents_db [None req-89df3544-7e8a-43ac-bb25-e7a75b7011d0 None None] Agent healthcheck: found 5 active agents {{(pid=100553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 23:42:01.115544 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:42:01.731357 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-5d4ab539-31b0-4511-91ec-1c0b219919b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:42:03.283460 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ea97-3cf8-4e53-ad99-8ce826820bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:42:05.139847 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-187590d1-19a7-4a5a-ac4c-70625f9f540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:42:28.187329 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-f9b429fc-2d47-4883-80f5-f4b62cadab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:42:31.118809 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:42:31.736781 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-046f84db-d111-4e1b-afc9-cb8a5f42ab42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:42:33.284693 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ea97-3cf8-4e53-ad99-8ce826820bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:42:35.140546 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-187590d1-19a7-4a5a-ac4c-70625f9f540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:42:35.406164 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.agents_db [None req-89df3544-7e8a-43ac-bb25-e7a75b7011d0 None None] Agent healthcheck: found 5 active agents {{(pid=100553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 23:42:43.810874 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 55324) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:42:43.818056 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [None req-ff43e845-09fa-443a-adca-1374566df37c tempest-verify_tempest_config-1366726621 tempest-verify_tempest_config-1366726621-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 23:42:43.819054 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-ff43e845-09fa-443a-adca-1374566df37c tempest-verify_tempest_config-1366726621 tempest-verify_tempest_config-1366726621-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0070925 Sep 07 23:42:44.134753 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 55342) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:42:44.252060 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-3c780985-0769-41fa-87ed-b3b205641862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:42:44.347682 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-3c780985-0769-41fa-87ed-b3b205641862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:42:44.353523 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-3c780985-0769-41fa-87ed-b3b205641862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:42:44.402007 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-3c780985-0769-41fa-87ed-b3b205641862 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=545cbb00ba844a2888a39d9d518d9e29&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2661693 Sep 07 23:42:44.402724 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c780985-0769-41fa-87ed-b3b205641862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1cf391-af5d-4ac3-93cf-fc22273a4098,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:42:44.404738 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 55346) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:42:44.409838 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c780985-0769-41fa-87ed-b3b205641862 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:42:44.410193 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c780985-0769-41fa-87ed-b3b205641862 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:42:44.410536 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c780985-0769-41fa-87ed-b3b205641862 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:42:44.411989 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c780985-0769-41fa-87ed-b3b205641862 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:42:44.412330 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c780985-0769-41fa-87ed-b3b205641862 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:42:44.412738 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c780985-0769-41fa-87ed-b3b205641862 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:42:44.413036 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c780985-0769-41fa-87ed-b3b205641862 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:42:44.413386 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c780985-0769-41fa-87ed-b3b205641862 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:42:44.413718 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c780985-0769-41fa-87ed-b3b205641862 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:42:44.414068 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c780985-0769-41fa-87ed-b3b205641862 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:42:44.414411 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c780985-0769-41fa-87ed-b3b205641862 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:42:44.414762 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c780985-0769-41fa-87ed-b3b205641862 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:42:44.469461 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-37399b45-0e88-412c-ad7f-dcc40220d34a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:42:44.492201 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-37399b45-0e88-412c-ad7f-dcc40220d34a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:42:44.583832 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-37399b45-0e88-412c-ad7f-dcc40220d34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:42:44.586409 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-37399b45-0e88-412c-ad7f-dcc40220d34a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:42:44.587846 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-37399b45-0e88-412c-ad7f-dcc40220d34a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ac1cf391-af5d-4ac3-93cf-fc22273a4098 HTTP/1.1" status: 204 len: 168 time: 0.1821504 Sep 07 23:42:44.596562 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37399b45-0e88-412c-ad7f-dcc40220d34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1cf391-af5d-4ac3-93cf-fc22273a4098,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:42:44.604166 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37399b45-0e88-412c-ad7f-dcc40220d34a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:42:44.604548 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37399b45-0e88-412c-ad7f-dcc40220d34a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:42:44.604887 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37399b45-0e88-412c-ad7f-dcc40220d34a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:42:44.605219 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37399b45-0e88-412c-ad7f-dcc40220d34a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:42:44.605544 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37399b45-0e88-412c-ad7f-dcc40220d34a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:42:44.605883 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37399b45-0e88-412c-ad7f-dcc40220d34a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:42:44.606312 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37399b45-0e88-412c-ad7f-dcc40220d34a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:42:44.606536 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37399b45-0e88-412c-ad7f-dcc40220d34a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:42:44.606861 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37399b45-0e88-412c-ad7f-dcc40220d34a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:42:44.607175 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37399b45-0e88-412c-ad7f-dcc40220d34a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:42:44.607495 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37399b45-0e88-412c-ad7f-dcc40220d34a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:42:44.607807 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37399b45-0e88-412c-ad7f-dcc40220d34a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:42:58.188124 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-70d17a3e-94c2-4955-b2a3-dff3f0b21635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:43:01.119637 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:43:01.737004 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-9bd68e46-b261-466f-9747-13a7d02fd028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:43:03.290899 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ea97-3cf8-4e53-ad99-8ce826820bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:43:05.143448 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-187590d1-19a7-4a5a-ac4c-70625f9f540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:43:12.404700 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.agents_db [None req-89df3544-7e8a-43ac-bb25-e7a75b7011d0 None None] Agent healthcheck: found 5 active agents {{(pid=100553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 23:43:28.188512 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c039fc7a-07bd-4b43-bda8-719e1c8775c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:43:31.120849 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:43:31.739396 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-d2afcc45-1dd1-4f58-b965-bfafc48a9b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:43:33.291602 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ea97-3cf8-4e53-ad99-8ce826820bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:43:35.146991 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-187590d1-19a7-4a5a-ac4c-70625f9f540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:43:49.403858 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.agents_db [None req-89df3544-7e8a-43ac-bb25-e7a75b7011d0 None None] Agent healthcheck: found 5 active agents {{(pid=100553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 23:43:58.190013 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-0aa7eeee-0bfa-4862-9508-14db4e7cf6ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:44:01.121579 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:44:01.744843 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-9ea261a4-40e3-4b5b-9c21-5be474b72e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:44:03.293759 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ea97-3cf8-4e53-ad99-8ce826820bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:44:05.148271 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-187590d1-19a7-4a5a-ac4c-70625f9f540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:44:18.412407 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1595625'] for agent, after_create {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:44:26.404722 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.agents_db [None req-89df3544-7e8a-43ac-bb25-e7a75b7011d0 None None] Agent healthcheck: found 6 active agents {{(pid=100553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 23:44:28.192185 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-abd26eed-197c-4b7d-bbb5-b3274c4ce5d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:44:31.122125 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:44:31.744880 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-23ec2989-c59c-4d28-96a7-1ba8d627d6ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:44:33.296088 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ea97-3cf8-4e53-ad99-8ce826820bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:44:33.828437 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 55422) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:44:33.934999 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-4942b27a-95eb-40a2-a0ef-cebfa91954b9 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1053207 Sep 07 23:44:35.155431 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-187590d1-19a7-4a5a-ac4c-70625f9f540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:44:36.186179 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 55432) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:44:36.241283 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-e9fb69b2-6e22-410e-9512-9fa0401d1fa3 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0540066 Sep 07 23:44:48.414110 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:44:58.192686 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-9037d511-40a2-4959-91ae-18adb6fbaefa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:45:01.123805 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:45:01.744640 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-ffa1ae9c-5429-4cea-adc3-4c3252c02087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:45:03.300197 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ea97-3cf8-4e53-ad99-8ce826820bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:45:03.403873 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.agents_db [None req-89df3544-7e8a-43ac-bb25-e7a75b7011d0 None None] Agent healthcheck: found 6 active agents {{(pid=100553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 23:45:05.154946 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-187590d1-19a7-4a5a-ac4c-70625f9f540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:45:18.442479 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:45:28.192233 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e89f1dd8-86f7-4e59-ac36-b6919da4b680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:45:31.131370 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:45:31.746096 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-3362c5b3-973d-47e5-a7cd-dfeb700a2398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:45:33.306419 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ea97-3cf8-4e53-ad99-8ce826820bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:45:35.160149 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-187590d1-19a7-4a5a-ac4c-70625f9f540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:45:40.404416 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.agents_db [None req-89df3544-7e8a-43ac-bb25-e7a75b7011d0 None None] Agent healthcheck: found 6 active agents {{(pid=100553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 23:45:48.446859 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:45:58.193366 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-08948394-2530-4631-bd51-e34e123c0143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:01.124368 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:01.750484 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-976336b6-2826-411c-a1dd-69e61ab0b95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:03.313567 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ea97-3cf8-4e53-ad99-8ce826820bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:05.179609 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-187590d1-19a7-4a5a-ac4c-70625f9f540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:06.839922 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 55636) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:07.353305 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 55656) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:07.392409 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [None req-47738703-9cdf-4235-9b78-7f770084612a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1262007872-network', 'tenant_id': '58b276a8254e43be89c8e4a10c333cbe'}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:46:07.414324 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47738703-9cdf-4235-9b78-7f770084612a admin admin] Made reservation on behalf of 58b276a8254e43be89c8e4a10c333cbe for: {'network': 1} {{(pid=100551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:46:07.417540 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-47738703-9cdf-4235-9b78-7f770084612a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for network, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:07.422506 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 55660) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:07.434395 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-47738703-9cdf-4235-9b78-7f770084612a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:07.452690 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 55666) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:07.490303 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 55672) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:07.504740 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 55678) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:07.555064 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [None req-e07e5283-fb49-41d2-bc24-9dbaddc42176 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1706724137-network', 'tenant_id': '65b419df8dd440c89a147029911b80d5'}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:46:07.557737 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-53f91ef1-942f-4900-a907-8be136be8d23 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2145363682-network', 'tenant_id': 'e4003bfbd06747ecac2423c1cdc6f5ff'}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:46:07.560869 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-47738703-9cdf-4235-9b78-7f770084612a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:07.567793 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-47738703-9cdf-4235-9b78-7f770084612a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:07.582501 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47738703-9cdf-4235-9b78-7f770084612a admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=100551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 23:46:07.585647 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f91ef1-942f-4900-a907-8be136be8d23 admin admin] Made reservation on behalf of e4003bfbd06747ecac2423c1cdc6f5ff for: {'network': 1} {{(pid=100550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:46:07.588427 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-53f91ef1-942f-4900-a907-8be136be8d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for network, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:07.600828 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-53f91ef1-942f-4900-a907-8be136be8d23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:07.624121 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-6622ab89-c053-4ad5-b558-6057b7aa3bf3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1821099161-network', 'tenant_id': '4c1fbe4702b24535ab7d44fc9693fcbd'}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:46:07.648266 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-47738703-9cdf-4235-9b78-7f770084612a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675162'] for segment, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:07.648975 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.db.segments_db [None req-47738703-9cdf-4235-9b78-7f770084612a admin admin] Added segment c1e8596d-44b9-4f74-a478-a7fa52272fc4 of type vlan for network bb0cf1ab-d1d5-410c-b15c-8c9770c10630 Sep 07 23:46:07.660826 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47738703-9cdf-4235-9b78-7f770084612a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed7ae26-9f50-4a4b-b2eb-f55fca776335,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:07.671905 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47738703-9cdf-4235-9b78-7f770084612a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:46:07.672666 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47738703-9cdf-4235-9b78-7f770084612a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:46:07.673216 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47738703-9cdf-4235-9b78-7f770084612a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:46:07.673740 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47738703-9cdf-4235-9b78-7f770084612a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:46:07.674066 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47738703-9cdf-4235-9b78-7f770084612a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:46:07.674572 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47738703-9cdf-4235-9b78-7f770084612a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:46:07.675068 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47738703-9cdf-4235-9b78-7f770084612a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:46:07.675575 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47738703-9cdf-4235-9b78-7f770084612a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:46:07.675901 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47738703-9cdf-4235-9b78-7f770084612a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:46:07.676391 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47738703-9cdf-4235-9b78-7f770084612a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:46:07.676908 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47738703-9cdf-4235-9b78-7f770084612a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:46:07.677396 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47738703-9cdf-4235-9b78-7f770084612a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:46:07.678664 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47738703-9cdf-4235-9b78-7f770084612a admin admin] Tracked resource versions report: Sep 07 23:46:07.678664 dv-cinder-751579-26-iscsi neutron-server[100551]: pushed versions: Sep 07 23:46:07.678664 dv-cinder-751579-26-iscsi neutron-server[100551]: { 'AddressGroup': {'1.2'}, Sep 07 23:46:07.678664 dv-cinder-751579-26-iscsi neutron-server[100551]: 'ConntrackHelper': {'1.0'}, Sep 07 23:46:07.678664 dv-cinder-751579-26-iscsi neutron-server[100551]: 'Log': {'1.0'}, Sep 07 23:46:07.678664 dv-cinder-751579-26-iscsi neutron-server[100551]: 'Network': {'1.1'}, Sep 07 23:46:07.678664 dv-cinder-751579-26-iscsi neutron-server[100551]: 'Port': {'1.7'}, Sep 07 23:46:07.678664 dv-cinder-751579-26-iscsi neutron-server[100551]: 'PortForwarding': {'1.2'}, Sep 07 23:46:07.678664 dv-cinder-751579-26-iscsi neutron-server[100551]: 'QosPolicy': {'1.9'}, Sep 07 23:46:07.678664 dv-cinder-751579-26-iscsi neutron-server[100551]: 'SecurityGroup': {'1.4'}, Sep 07 23:46:07.678664 dv-cinder-751579-26-iscsi neutron-server[100551]: 'SecurityGroupRule': {'1.2'}, Sep 07 23:46:07.678664 dv-cinder-751579-26-iscsi neutron-server[100551]: 'SubPort': {'1.0'}, Sep 07 23:46:07.678664 dv-cinder-751579-26-iscsi neutron-server[100551]: 'Subnet': {'1.1'}, Sep 07 23:46:07.678664 dv-cinder-751579-26-iscsi neutron-server[100551]: 'Trunk': {'1.1'}} Sep 07 23:46:07.678664 dv-cinder-751579-26-iscsi neutron-server[100551]: consumer versions: Sep 07 23:46:07.678664 dv-cinder-751579-26-iscsi neutron-server[100551]: { DHCP agent@dv-cinder-751579-26-iscsi: {}, Sep 07 23:46:07.678664 dv-cinder-751579-26-iscsi neutron-server[100551]: HyperV agent@hv-cinder-75157: {}, Sep 07 23:46:07.678664 dv-cinder-751579-26-iscsi neutron-server[100551]: L3 agent@dv-cinder-751579-26-iscsi: {}, Sep 07 23:46:07.678664 dv-cinder-751579-26-iscsi neutron-server[100551]: Metadata agent@dv-cinder-751579-26-iscsi: {}, Sep 07 23:46:07.678664 dv-cinder-751579-26-iscsi neutron-server[100551]: Metering agent@dv-cinder-751579-26-iscsi: {}, Sep 07 23:46:07.678664 dv-cinder-751579-26-iscsi neutron-server[100551]: Open vSwitch agent@dv-cinder-751579-26-iscsi: { 'AddressGroup': '1.2', Sep 07 23:46:07.678664 dv-cinder-751579-26-iscsi neutron-server[100551]: 'ConntrackHelper': '1.0', Sep 07 23:46:07.678664 dv-cinder-751579-26-iscsi neutron-server[100551]: 'Log': '1.0', Sep 07 23:46:07.678664 dv-cinder-751579-26-iscsi neutron-server[100551]: 'Network': '1.1', Sep 07 23:46:07.678664 dv-cinder-751579-26-iscsi neutron-server[100551]: 'Port': '1.7', Sep 07 23:46:07.678664 dv-cinder-751579-26-iscsi neutron-server[100551]: 'PortForwarding': '1.2', Sep 07 23:46:07.678664 dv-cinder-751579-26-iscsi neutron-server[100551]: 'QosPolicy': '1.9', Sep 07 23:46:07.678664 dv-cinder-751579-26-iscsi neutron-server[100551]: 'SecurityGroup': '1.4', Sep 07 23:46:07.678664 dv-cinder-751579-26-iscsi neutron-server[100551]: 'SecurityGroupRule': '1.2', Sep 07 23:46:07.678664 dv-cinder-751579-26-iscsi neutron-server[100551]: 'SubPort': '1.0', Sep 07 23:46:07.678664 dv-cinder-751579-26-iscsi neutron-server[100551]: 'Subnet': '1.1', Sep 07 23:46:07.678664 dv-cinder-751579-26-iscsi neutron-server[100551]: 'Trunk': '1.1'}} Sep 07 23:46:07.678664 dv-cinder-751579-26-iscsi neutron-server[100551]: {{(pid=100551) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 23:46:07.710789 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07e5283-fb49-41d2-bc24-9dbaddc42176 admin admin] Made reservation on behalf of 65b419df8dd440c89a147029911b80d5 for: {'network': 1} {{(pid=100551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:46:07.713395 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-e07e5283-fb49-41d2-bc24-9dbaddc42176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for network, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:07.740244 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-e07e5283-fb49-41d2-bc24-9dbaddc42176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:07.753373 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-47738703-9cdf-4235-9b78-7f770084612a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760370794509'] for network, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:07.786122 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-d09e6584-21f4-4d3f-ab88-548810e4be9a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1912839629-network', 'tenant_id': '55a04ff6d0bc4fe3af33a6cc1a8fd656'}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:46:07.799458 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-a0c4029f-9ed4-4107-ad14-9c766148272a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-963733815-network', 'tenant_id': '9702d1f2203a4fd0995526e65ca89634'}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:46:07.807997 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-47738703-9cdf-4235-9b78-7f770084612a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608'] for network, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:07.809918 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47738703-9cdf-4235-9b78-7f770084612a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:07.811821 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-47738703-9cdf-4235-9b78-7f770084612a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for network, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:07.855031 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-53f91ef1-942f-4900-a907-8be136be8d23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:07.861938 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-53f91ef1-942f-4900-a907-8be136be8d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:07.883820 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47738703-9cdf-4235-9b78-7f770084612a admin admin] Pushing event updated for resources: {'Network': ['ID=bb0cf1ab-d1d5-410c-b15c-8c9770c10630,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:07.897208 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Network bb0cf1ab-d1d5-410c-b15c-8c9770c10630 details requested by agent ovs-agent-dv-cinder-751579-26-iscsi with host dv-cinder-751579-26-iscsi {{(pid=100552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 23:46:07.898116 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-47738703-9cdf-4235-9b78-7f770084612a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0540686 Sep 07 23:46:07.900241 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 55702) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:07.907224 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [None req-ab30844f-1c80-473b-8626-8c164e69d387 admin admin] Request body: {'subnet': {'network_id': 'bb0cf1ab-d1d5-410c-b15c-8c9770c10630', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1262007872-subnet', 'tenant_id': '58b276a8254e43be89c8e4a10c333cbe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:46:07.912325 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53f91ef1-942f-4900-a907-8be136be8d23 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=100550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 23:46:07.915303 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.db.api [None req-e07e5283-fb49-41d2-bc24-9dbaddc42176 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 23:46:07.915303 dv-cinder-751579-26-iscsi neutron-server[100551]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 23:46:07.915303 dv-cinder-751579-26-iscsi neutron-server[100551]: [parameters: {'project_id_1': '65b419df8dd440c89a147029911b80d5', 'expiration_1': datetime.datetime(2021, 9, 7, 23, 45, 47, 766443)}] Sep 07 23:46:07.915303 dv-cinder-751579-26-iscsi neutron-server[100551]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 23:46:07.916139 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG oslo_db.api [None req-e07e5283-fb49-41d2-bc24-9dbaddc42176 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 23:46:07.919515 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.db.api [None req-a0c4029f-9ed4-4107-ad14-9c766148272a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 23:46:07.919515 dv-cinder-751579-26-iscsi neutron-server[100550]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 23:46:07.919515 dv-cinder-751579-26-iscsi neutron-server[100550]: [parameters: {'project_id_1': '9702d1f2203a4fd0995526e65ca89634', 'expiration_1': datetime.datetime(2021, 9, 7, 23, 45, 47, 809650)}] Sep 07 23:46:07.919515 dv-cinder-751579-26-iscsi neutron-server[100550]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 23:46:07.919943 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG oslo_db.api [None req-a0c4029f-9ed4-4107-ad14-9c766148272a admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 23:46:07.929254 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f91ef1-942f-4900-a907-8be136be8d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6e1c7b-c79a-43ba-96bc-b855287c4f06,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:07.933368 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.db.api [None req-d09e6584-21f4-4d3f-ab88-548810e4be9a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 23:46:07.933368 dv-cinder-751579-26-iscsi neutron-server[100550]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 23:46:07.933368 dv-cinder-751579-26-iscsi neutron-server[100550]: [parameters: {'project_id_1': '55a04ff6d0bc4fe3af33a6cc1a8fd656', 'expiration_1': datetime.datetime(2021, 9, 7, 23, 45, 47, 813450)}] Sep 07 23:46:07.933368 dv-cinder-751579-26-iscsi neutron-server[100550]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 23:46:07.933850 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG oslo_db.api [None req-d09e6584-21f4-4d3f-ab88-548810e4be9a admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 23:46:07.940870 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f91ef1-942f-4900-a907-8be136be8d23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:46:07.941452 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f91ef1-942f-4900-a907-8be136be8d23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:46:07.942117 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f91ef1-942f-4900-a907-8be136be8d23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:46:07.942608 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f91ef1-942f-4900-a907-8be136be8d23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:46:07.943147 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f91ef1-942f-4900-a907-8be136be8d23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:46:07.943792 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f91ef1-942f-4900-a907-8be136be8d23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:46:07.944502 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f91ef1-942f-4900-a907-8be136be8d23 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:46:07.945074 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f91ef1-942f-4900-a907-8be136be8d23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:46:07.945734 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f91ef1-942f-4900-a907-8be136be8d23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:46:07.946226 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f91ef1-942f-4900-a907-8be136be8d23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:46:07.946694 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f91ef1-942f-4900-a907-8be136be8d23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:46:07.947219 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f91ef1-942f-4900-a907-8be136be8d23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:46:07.949377 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f91ef1-942f-4900-a907-8be136be8d23 admin admin] Tracked resource versions report: Sep 07 23:46:07.949377 dv-cinder-751579-26-iscsi neutron-server[100550]: pushed versions: Sep 07 23:46:07.949377 dv-cinder-751579-26-iscsi neutron-server[100550]: { 'AddressGroup': {'1.2'}, Sep 07 23:46:07.949377 dv-cinder-751579-26-iscsi neutron-server[100550]: 'ConntrackHelper': {'1.0'}, Sep 07 23:46:07.949377 dv-cinder-751579-26-iscsi neutron-server[100550]: 'Log': {'1.0'}, Sep 07 23:46:07.949377 dv-cinder-751579-26-iscsi neutron-server[100550]: 'Network': {'1.1'}, Sep 07 23:46:07.949377 dv-cinder-751579-26-iscsi neutron-server[100550]: 'Port': {'1.7'}, Sep 07 23:46:07.949377 dv-cinder-751579-26-iscsi neutron-server[100550]: 'PortForwarding': {'1.2'}, Sep 07 23:46:07.949377 dv-cinder-751579-26-iscsi neutron-server[100550]: 'QosPolicy': {'1.9'}, Sep 07 23:46:07.949377 dv-cinder-751579-26-iscsi neutron-server[100550]: 'SecurityGroup': {'1.4'}, Sep 07 23:46:07.949377 dv-cinder-751579-26-iscsi neutron-server[100550]: 'SecurityGroupRule': {'1.2'}, Sep 07 23:46:07.949377 dv-cinder-751579-26-iscsi neutron-server[100550]: 'SubPort': {'1.0'}, Sep 07 23:46:07.949377 dv-cinder-751579-26-iscsi neutron-server[100550]: 'Subnet': {'1.1'}, Sep 07 23:46:07.949377 dv-cinder-751579-26-iscsi neutron-server[100550]: 'Trunk': {'1.1'}} Sep 07 23:46:07.949377 dv-cinder-751579-26-iscsi neutron-server[100550]: consumer versions: Sep 07 23:46:07.949377 dv-cinder-751579-26-iscsi neutron-server[100550]: { DHCP agent@dv-cinder-751579-26-iscsi: {}, Sep 07 23:46:07.949377 dv-cinder-751579-26-iscsi neutron-server[100550]: HyperV agent@hv-cinder-75157: {}, Sep 07 23:46:07.949377 dv-cinder-751579-26-iscsi neutron-server[100550]: L3 agent@dv-cinder-751579-26-iscsi: {}, Sep 07 23:46:07.949377 dv-cinder-751579-26-iscsi neutron-server[100550]: Metadata agent@dv-cinder-751579-26-iscsi: {}, Sep 07 23:46:07.949377 dv-cinder-751579-26-iscsi neutron-server[100550]: Metering agent@dv-cinder-751579-26-iscsi: {}, Sep 07 23:46:07.949377 dv-cinder-751579-26-iscsi neutron-server[100550]: Open vSwitch agent@dv-cinder-751579-26-iscsi: { 'AddressGroup': '1.2', Sep 07 23:46:07.949377 dv-cinder-751579-26-iscsi neutron-server[100550]: 'ConntrackHelper': '1.0', Sep 07 23:46:07.949377 dv-cinder-751579-26-iscsi neutron-server[100550]: 'Log': '1.0', Sep 07 23:46:07.949377 dv-cinder-751579-26-iscsi neutron-server[100550]: 'Network': '1.1', Sep 07 23:46:07.949377 dv-cinder-751579-26-iscsi neutron-server[100550]: 'Port': '1.7', Sep 07 23:46:07.949377 dv-cinder-751579-26-iscsi neutron-server[100550]: 'PortForwarding': '1.2', Sep 07 23:46:07.949377 dv-cinder-751579-26-iscsi neutron-server[100550]: 'QosPolicy': '1.9', Sep 07 23:46:07.949377 dv-cinder-751579-26-iscsi neutron-server[100550]: 'SecurityGroup': '1.4', Sep 07 23:46:07.949377 dv-cinder-751579-26-iscsi neutron-server[100550]: 'SecurityGroupRule': '1.2', Sep 07 23:46:07.949377 dv-cinder-751579-26-iscsi neutron-server[100550]: 'SubPort': '1.0', Sep 07 23:46:07.949377 dv-cinder-751579-26-iscsi neutron-server[100550]: 'Subnet': '1.1', Sep 07 23:46:07.949377 dv-cinder-751579-26-iscsi neutron-server[100550]: 'Trunk': '1.1'}} Sep 07 23:46:07.949377 dv-cinder-751579-26-iscsi neutron-server[100550]: {{(pid=100550) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 23:46:07.957822 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6622ab89-c053-4ad5-b558-6057b7aa3bf3 admin admin] Made reservation on behalf of 4c1fbe4702b24535ab7d44fc9693fcbd for: {'network': 1} {{(pid=100550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:46:07.960339 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-6622ab89-c053-4ad5-b558-6057b7aa3bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for network, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:07.966255 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-53f91ef1-942f-4900-a907-8be136be8d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675162'] for segment, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:07.966751 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.db.segments_db [None req-53f91ef1-942f-4900-a907-8be136be8d23 admin admin] Added segment 1471fa56-0ce1-4bf0-b66f-c84e509237a6 of type vlan for network 9da50ae8-e6dd-49ef-bffd-03b5ec56f152 Sep 07 23:46:07.981930 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab30844f-1c80-473b-8626-8c164e69d387 admin admin] Made reservation on behalf of 58b276a8254e43be89c8e4a10c333cbe for: {'subnet': 1} {{(pid=100551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:46:07.984859 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-ab30844f-1c80-473b-8626-8c164e69d387 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:07.992083 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-6622ab89-c053-4ad5-b558-6057b7aa3bf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:08.119565 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-6622ab89-c053-4ad5-b558-6057b7aa3bf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:08.131227 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-6622ab89-c053-4ad5-b558-6057b7aa3bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:08.141970 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-53f91ef1-942f-4900-a907-8be136be8d23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760370794509'] for network, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:08.161908 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6622ab89-c053-4ad5-b558-6057b7aa3bf3 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=100550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 23:46:08.181729 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6622ab89-c053-4ad5-b558-6057b7aa3bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9200479b-b2f6-40fd-aa4a-c1fcc0f35059,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:08.193562 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-6622ab89-c053-4ad5-b558-6057b7aa3bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675162'] for segment, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:08.194100 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.db.segments_db [None req-6622ab89-c053-4ad5-b558-6057b7aa3bf3 admin admin] Added segment 1472a31e-bcdd-4c38-8927-5aafbedd6ba7 of type vlan for network 8f0ad28b-91ae-4394-8b5f-02f4ebeae46e Sep 07 23:46:08.227575 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-53f91ef1-942f-4900-a907-8be136be8d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608'] for network, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:08.228415 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f91ef1-942f-4900-a907-8be136be8d23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:08.229109 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-53f91ef1-942f-4900-a907-8be136be8d23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for network, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:08.250232 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-ab30844f-1c80-473b-8626-8c164e69d387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608'] for subnet, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:08.298400 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f91ef1-942f-4900-a907-8be136be8d23 admin admin] Pushing event updated for resources: {'Network': ['ID=9da50ae8-e6dd-49ef-bffd-03b5ec56f152,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:08.303146 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab30844f-1c80-473b-8626-8c164e69d387 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e4b191b-fe64-4814-8fad-97b5ba0852ce,revision_number=0']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:08.305635 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-6622ab89-c053-4ad5-b558-6057b7aa3bf3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760370794509'] for network, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:08.311725 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Network 9da50ae8-e6dd-49ef-bffd-03b5ec56f152 details requested by agent ovs-agent-dv-cinder-751579-26-iscsi with host dv-cinder-751579-26-iscsi {{(pid=100552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 23:46:08.324233 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-53f91ef1-942f-4900-a907-8be136be8d23 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8976722 Sep 07 23:46:08.324773 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 55710) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:08.330015 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [None req-84b495ca-49e7-44ca-91ac-2f63a05b6d53 admin admin] Request body: {'subnet': {'network_id': '9da50ae8-e6dd-49ef-bffd-03b5ec56f152', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2145363682-subnet', 'tenant_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:46:08.341433 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-6622ab89-c053-4ad5-b558-6057b7aa3bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608'] for network, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:08.342626 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6622ab89-c053-4ad5-b558-6057b7aa3bf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:08.343372 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-6622ab89-c053-4ad5-b558-6057b7aa3bf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for network, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:08.354938 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab30844f-1c80-473b-8626-8c164e69d387 admin admin] Checking segment: {'id': 'c1e8596d-44b9-4f74-a478-a7fa52272fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bb0cf1ab-d1d5-410c-b15c-8c9770c10630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:46:08.355335 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab30844f-1c80-473b-8626-8c164e69d387 admin admin] Network hostable DHCP agents. Network: bb0cf1ab-d1d5-410c-b15c-8c9770c10630, hostable agents: ['4f562aef-accf-408d-af1e-fabb3d28a6a0'], hosted agents: [] {{(pid=100551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 23:46:08.380234 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b495ca-49e7-44ca-91ac-2f63a05b6d53 admin admin] Made reservation on behalf of e4003bfbd06747ecac2423c1cdc6f5ff for: {'subnet': 1} {{(pid=100551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:46:08.382796 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-84b495ca-49e7-44ca-91ac-2f63a05b6d53 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:08.386211 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab30844f-1c80-473b-8626-8c164e69d387 admin admin] Network bb0cf1ab-d1d5-410c-b15c-8c9770c10630 is scheduled to be hosted by DHCP agent 4f562aef-accf-408d-af1e-fabb3d28a6a0 with binding_index 1 {{(pid=100551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 23:46:08.421362 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-e07e5283-fb49-41d2-bc24-9dbaddc42176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:08.447641 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-6622ab89-c053-4ad5-b558-6057b7aa3bf3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9899087 Sep 07 23:46:08.449387 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6622ab89-c053-4ad5-b558-6057b7aa3bf3 admin admin] Pushing event updated for resources: {'Network': ['ID=8f0ad28b-91ae-4394-8b5f-02f4ebeae46e,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:08.455501 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 55718) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:08.461492 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Network 8f0ad28b-91ae-4394-8b5f-02f4ebeae46e details requested by agent ovs-agent-dv-cinder-751579-26-iscsi with host dv-cinder-751579-26-iscsi {{(pid=100552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 23:46:08.463156 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-58fe619b-9c6f-4a63-92e7-0a5ffcaf10d8 admin admin] Request body: {'subnet': {'network_id': '8f0ad28b-91ae-4394-8b5f-02f4ebeae46e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1821099161-subnet', 'tenant_id': '4c1fbe4702b24535ab7d44fc9693fcbd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:46:08.477464 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.base_scheduler [None req-ab30844f-1c80-473b-8626-8c164e69d387 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-26-iscsi, bb0cf1ab-d1d5-410c-b15c-8c9770c10630) {{(pid=100551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:46:08.491476 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c4029f-9ed4-4107-ad14-9c766148272a admin admin] Made reservation on behalf of 9702d1f2203a4fd0995526e65ca89634 for: {'network': 1} {{(pid=100550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:46:08.494203 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-a0c4029f-9ed4-4107-ad14-9c766148272a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for network, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:08.508810 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab30844f-1c80-473b-8626-8c164e69d387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:08.508810 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-ab30844f-1c80-473b-8626-8c164e69d387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for subnet, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:08.519991 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.db.api [None req-e07e5283-fb49-41d2-bc24-9dbaddc42176 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 23:46:08.519991 dv-cinder-751579-26-iscsi neutron-server[100551]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 23:46:08.519991 dv-cinder-751579-26-iscsi neutron-server[100551]: [parameters: {'project_id_1': '65b419df8dd440c89a147029911b80d5', 'expiration_1': datetime.datetime(2021, 9, 7, 23, 45, 48, 491723)}] Sep 07 23:46:08.519991 dv-cinder-751579-26-iscsi neutron-server[100551]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 23:46:08.520416 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG oslo_db.api [None req-e07e5283-fb49-41d2-bc24-9dbaddc42176 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 23:46:08.520880 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-a0c4029f-9ed4-4107-ad14-9c766148272a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:08.528750 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.db.api [None req-58fe619b-9c6f-4a63-92e7-0a5ffcaf10d8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 23:46:08.528750 dv-cinder-751579-26-iscsi neutron-server[100550]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 23:46:08.528750 dv-cinder-751579-26-iscsi neutron-server[100550]: [parameters: {'project_id_1': '4c1fbe4702b24535ab7d44fc9693fcbd', 'expiration_1': datetime.datetime(2021, 9, 7, 23, 45, 48, 471981)}] Sep 07 23:46:08.528750 dv-cinder-751579-26-iscsi neutron-server[100550]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 23:46:08.530293 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG oslo_db.api [None req-58fe619b-9c6f-4a63-92e7-0a5ffcaf10d8 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 23:46:08.547321 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09e6584-21f4-4d3f-ab88-548810e4be9a admin admin] Made reservation on behalf of 55a04ff6d0bc4fe3af33a6cc1a8fd656 for: {'network': 1} {{(pid=100550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:46:08.550706 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d09e6584-21f4-4d3f-ab88-548810e4be9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for network, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:08.563121 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-ab30844f-1c80-473b-8626-8c164e69d387 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6603453 Sep 07 23:46:08.564177 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 55720) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:08.571201 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-86a009d5-431c-4e6b-912a-b5b3b65bfaf0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1262007872-router', 'tenant_id': '58b276a8254e43be89c8e4a10c333cbe', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658'}}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:46:08.571748 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b22c73-5e6a-403c-b7ab-ca34e2f0f894 None None] Network bb0cf1ab-d1d5-410c-b15c-8c9770c10630 requested from dv-cinder-751579-26-iscsi {{(pid=100552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 23:46:08.576439 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d09e6584-21f4-4d3f-ab88-548810e4be9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:08.705126 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-a0c4029f-9ed4-4107-ad14-9c766148272a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:08.712670 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-84b495ca-49e7-44ca-91ac-2f63a05b6d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608'] for subnet, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:08.719840 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-a0c4029f-9ed4-4107-ad14-9c766148272a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:08.798646 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c79484-41a0-4fff-9374-d6192d5aa9b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf96fd684-78fa-5752-9b82-be4542ddf794-bb0cf1ab-d1d5-410c-b15c-8c9770c10630', 'network_id': 'bb0cf1ab-d1d5-410c-b15c-8c9770c10630', 'tenant_id': '58b276a8254e43be89c8e4a10c333cbe', 'fixed_ips': [{'subnet_id': '2e4b191b-fe64-4814-8fad-97b5ba0852ce'}]}} from dv-cinder-751579-26-iscsi. {{(pid=100552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 23:46:08.799753 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b495ca-49e7-44ca-91ac-2f63a05b6d53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af6c2c51-70b3-4a7c-ab5d-dc9b76d1d9bc,revision_number=0']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:08.801167 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-89c79484-41a0-4fff-9374-d6192d5aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:08.810652 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b495ca-49e7-44ca-91ac-2f63a05b6d53 admin admin] Checking segment: {'id': '1471fa56-0ce1-4bf0-b66f-c84e509237a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9da50ae8-e6dd-49ef-bffd-03b5ec56f152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:46:08.811012 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b495ca-49e7-44ca-91ac-2f63a05b6d53 admin admin] Network hostable DHCP agents. Network: 9da50ae8-e6dd-49ef-bffd-03b5ec56f152, hostable agents: ['4f562aef-accf-408d-af1e-fabb3d28a6a0'], hosted agents: [] {{(pid=100551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 23:46:08.832101 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b495ca-49e7-44ca-91ac-2f63a05b6d53 admin admin] Network 9da50ae8-e6dd-49ef-bffd-03b5ec56f152 is scheduled to be hosted by DHCP agent 4f562aef-accf-408d-af1e-fabb3d28a6a0 with binding_index 1 {{(pid=100551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 23:46:08.840475 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0c4029f-9ed4-4107-ad14-9c766148272a admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=100550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 23:46:08.842272 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-86a009d5-431c-4e6b-912a-b5b3b65bfaf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1597314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1444'] for router, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:08.845525 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.base_scheduler [None req-84b495ca-49e7-44ca-91ac-2f63a05b6d53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-26-iscsi, 9da50ae8-e6dd-49ef-bffd-03b5ec56f152) {{(pid=100551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:46:08.848607 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-86a009d5-431c-4e6b-912a-b5b3b65bfaf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-394617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:08.851434 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b495ca-49e7-44ca-91ac-2f63a05b6d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:08.852479 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-84b495ca-49e7-44ca-91ac-2f63a05b6d53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for subnet, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:08.869285 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86204c3b-d985-465a-8692-a4380920041d None None] Network 9da50ae8-e6dd-49ef-bffd-03b5ec56f152 requested from dv-cinder-751579-26-iscsi {{(pid=100552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 23:46:08.879238 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c4029f-9ed4-4107-ad14-9c766148272a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d982fc-7c6a-451c-a13f-66d039ab5d9e,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:08.894180 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-e07e5283-fb49-41d2-bc24-9dbaddc42176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:08.894991 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-a0c4029f-9ed4-4107-ad14-9c766148272a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675162'] for segment, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:08.894991 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.db.segments_db [None req-a0c4029f-9ed4-4107-ad14-9c766148272a admin admin] Added segment 3fd46725-363a-40b4-a905-e4625251ced3 of type vlan for network 5eb0a3c6-bf28-432c-ae1e-0b3ac767197a Sep 07 23:46:09.004182 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-86a009d5-431c-4e6b-912a-b5b3b65bfaf0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:09.009342 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-a0c4029f-9ed4-4107-ad14-9c766148272a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760370794509'] for network, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:09.167145 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-a0c4029f-9ed4-4107-ad14-9c766148272a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608'] for network, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:09.168763 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c4029f-9ed4-4107-ad14-9c766148272a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:09.169353 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-a0c4029f-9ed4-4107-ad14-9c766148272a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for network, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:09.221212 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-86a009d5-431c-4e6b-912a-b5b3b65bfaf0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:09.233626 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.db_base_plugin_common [None req-89c79484-41a0-4fff-9374-d6192d5aa9b3 None None] Allocated IP 172.20.0.2 (bb0cf1ab-d1d5-410c-b15c-8c9770c10630/2e4b191b-fe64-4814-8fad-97b5ba0852ce/baf93328-4ea1-489b-8c53-a889e602a1ed) {{(pid=100552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:46:09.258474 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2509ae-b5af-43b8-9cf8-5d8d23f720fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf96fd684-78fa-5752-9b82-be4542ddf794-9da50ae8-e6dd-49ef-bffd-03b5ec56f152', 'network_id': '9da50ae8-e6dd-49ef-bffd-03b5ec56f152', 'tenant_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'fixed_ips': [{'subnet_id': 'af6c2c51-70b3-4a7c-ab5d-dc9b76d1d9bc'}]}} from dv-cinder-751579-26-iscsi. {{(pid=100552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 23:46:09.259247 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7d2509ae-b5af-43b8-9cf8-5d8d23f720fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:09.305450 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d09e6584-21f4-4d3f-ab88-548810e4be9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:09.306645 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c4029f-9ed4-4107-ad14-9c766148272a admin admin] Pushing event updated for resources: {'Network': ['ID=5eb0a3c6-bf28-432c-ae1e-0b3ac767197a,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:09.320590 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d09e6584-21f4-4d3f-ab88-548810e4be9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:09.328408 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-84b495ca-49e7-44ca-91ac-2f63a05b6d53 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9999800 Sep 07 23:46:09.328641 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 55746) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:09.333802 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [None req-b25b10e8-5a64-4292-bb2c-dea34d68b29b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2145363682-router', 'tenant_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658'}}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:46:09.344195 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-a0c4029f-9ed4-4107-ad14-9c766148272a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8380020 Sep 07 23:46:09.348962 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 55748) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:09.349525 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d09e6584-21f4-4d3f-ab88-548810e4be9a admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=100550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 23:46:09.365305 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [None req-cd43e79b-0867-4e06-b986-cba1f90170be admin admin] Request body: {'subnet': {'network_id': '5eb0a3c6-bf28-432c-ae1e-0b3ac767197a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-963733815-subnet', 'tenant_id': '9702d1f2203a4fd0995526e65ca89634', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:46:09.403819 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e6584-21f4-4d3f-ab88-548810e4be9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4506fd38-8b2e-4b0e-89d8-31f2108248a4,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:09.407287 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d09e6584-21f4-4d3f-ab88-548810e4be9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675162'] for segment, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:09.407287 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.db.segments_db [None req-d09e6584-21f4-4d3f-ab88-548810e4be9a admin admin] Added segment f37a4cdf-988f-4a66-b654-7f87d35ea5f2 of type vlan for network e67f8eef-4c1f-4992-8fd5-83401b9c4114 Sep 07 23:46:09.465569 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d09e6584-21f4-4d3f-ab88-548810e4be9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760370794509'] for network, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:09.502822 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d09e6584-21f4-4d3f-ab88-548810e4be9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608'] for network, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:09.503864 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09e6584-21f4-4d3f-ab88-548810e4be9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:09.504503 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d09e6584-21f4-4d3f-ab88-548810e4be9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for network, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:09.522018 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-89c79484-41a0-4fff-9374-d6192d5aa9b3 None None] Notify callbacks [] for port, precommit_create {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:09.522248 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-e07e5283-fb49-41d2-bc24-9dbaddc42176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:09.528034 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-e07e5283-fb49-41d2-bc24-9dbaddc42176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:09.530395 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-89c79484-41a0-4fff-9374-d6192d5aa9b3 None None] Transition to ACTIVE for port object baf93328-4ea1-489b-8c53-a889e602a1ed will not be triggered until provisioned by entity L2. {{(pid=100552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:46:09.550803 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-89c79484-41a0-4fff-9374-d6192d5aa9b3 None None] Transition to ACTIVE for port object baf93328-4ea1-489b-8c53-a889e602a1ed will not be triggered until provisioned by entity DHCP. {{(pid=100552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:46:09.557957 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Network 5eb0a3c6-bf28-432c-ae1e-0b3ac767197a details requested by agent ovs-agent-dv-cinder-751579-26-iscsi with host dv-cinder-751579-26-iscsi {{(pid=100552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 23:46:09.564347 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e07e5283-fb49-41d2-bc24-9dbaddc42176 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=100551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 23:46:09.567847 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-89c79484-41a0-4fff-9374-d6192d5aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287'] for port, after_create {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:09.596651 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c79484-41a0-4fff-9374-d6192d5aa9b3 None None] Network bb0cf1ab-d1d5-410c-b15c-8c9770c10630 is already hosted by enough agents. {{(pid=100552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:46:09.607860 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-e07e5283-fb49-41d2-bc24-9dbaddc42176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675162'] for segment, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:09.609940 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.db.segments_db [None req-e07e5283-fb49-41d2-bc24-9dbaddc42176 admin admin] Added segment 897c0104-51b0-4564-bdc7-44c318c8cee6 of type vlan for network 2070d833-c49e-407a-b153-2f034c36d4a6 Sep 07 23:46:09.655613 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.scheduler.base_scheduler [None req-89c79484-41a0-4fff-9374-d6192d5aa9b3 None None] Resources bound (agent type, host, resource id): {{(pid=100552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:46:09.657169 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c79484-41a0-4fff-9374-d6192d5aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=baf93328-4ea1-489b-8c53-a889e602a1ed,revision_number=1']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:09.664391 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.db.api [None req-b25b10e8-5a64-4292-bb2c-dea34d68b29b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 23:46:09.664391 dv-cinder-751579-26-iscsi neutron-server[100551]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 23:46:09.664391 dv-cinder-751579-26-iscsi neutron-server[100551]: [parameters: {'project_id_1': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'expiration_1': datetime.datetime(2021, 9, 7, 23, 45, 49, 341568)}] Sep 07 23:46:09.664391 dv-cinder-751579-26-iscsi neutron-server[100551]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 23:46:09.664857 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG oslo_db.api [None req-b25b10e8-5a64-4292-bb2c-dea34d68b29b admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 23:46:09.665921 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c79484-41a0-4fff-9374-d6192d5aa9b3 None None] Received port after_create {{(pid=100552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:46:09.668408 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07e5283-fb49-41d2-bc24-9dbaddc42176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d3737b-008f-494b-bc8b-1b86c0fd0924,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:09.675561 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c79484-41a0-4fff-9374-d6192d5aa9b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:46:09.675923 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c79484-41a0-4fff-9374-d6192d5aa9b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:46:09.676277 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c79484-41a0-4fff-9374-d6192d5aa9b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:46:09.676609 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c79484-41a0-4fff-9374-d6192d5aa9b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:46:09.676933 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c79484-41a0-4fff-9374-d6192d5aa9b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:46:09.677804 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c79484-41a0-4fff-9374-d6192d5aa9b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:46:09.677804 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c79484-41a0-4fff-9374-d6192d5aa9b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:46:09.677988 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c79484-41a0-4fff-9374-d6192d5aa9b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:46:09.678595 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c79484-41a0-4fff-9374-d6192d5aa9b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:46:09.678918 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c79484-41a0-4fff-9374-d6192d5aa9b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:46:09.679219 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c79484-41a0-4fff-9374-d6192d5aa9b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:46:09.679532 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c79484-41a0-4fff-9374-d6192d5aa9b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:46:09.680667 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c79484-41a0-4fff-9374-d6192d5aa9b3 None None] Tracked resource versions report: Sep 07 23:46:09.680667 dv-cinder-751579-26-iscsi neutron-server[100552]: pushed versions: Sep 07 23:46:09.680667 dv-cinder-751579-26-iscsi neutron-server[100552]: { 'AddressGroup': {'1.2'}, Sep 07 23:46:09.680667 dv-cinder-751579-26-iscsi neutron-server[100552]: 'ConntrackHelper': {'1.0'}, Sep 07 23:46:09.680667 dv-cinder-751579-26-iscsi neutron-server[100552]: 'Log': {'1.0'}, Sep 07 23:46:09.680667 dv-cinder-751579-26-iscsi neutron-server[100552]: 'Network': {'1.1'}, Sep 07 23:46:09.680667 dv-cinder-751579-26-iscsi neutron-server[100552]: 'Port': {'1.7'}, Sep 07 23:46:09.680667 dv-cinder-751579-26-iscsi neutron-server[100552]: 'PortForwarding': {'1.2'}, Sep 07 23:46:09.680667 dv-cinder-751579-26-iscsi neutron-server[100552]: 'QosPolicy': {'1.9'}, Sep 07 23:46:09.680667 dv-cinder-751579-26-iscsi neutron-server[100552]: 'SecurityGroup': {'1.4'}, Sep 07 23:46:09.680667 dv-cinder-751579-26-iscsi neutron-server[100552]: 'SecurityGroupRule': {'1.2'}, Sep 07 23:46:09.680667 dv-cinder-751579-26-iscsi neutron-server[100552]: 'SubPort': {'1.0'}, Sep 07 23:46:09.680667 dv-cinder-751579-26-iscsi neutron-server[100552]: 'Subnet': {'1.1'}, Sep 07 23:46:09.680667 dv-cinder-751579-26-iscsi neutron-server[100552]: 'Trunk': {'1.1'}} Sep 07 23:46:09.680667 dv-cinder-751579-26-iscsi neutron-server[100552]: consumer versions: Sep 07 23:46:09.680667 dv-cinder-751579-26-iscsi neutron-server[100552]: { DHCP agent@dv-cinder-751579-26-iscsi: {}, Sep 07 23:46:09.680667 dv-cinder-751579-26-iscsi neutron-server[100552]: HyperV agent@hv-cinder-75157: {}, Sep 07 23:46:09.680667 dv-cinder-751579-26-iscsi neutron-server[100552]: L3 agent@dv-cinder-751579-26-iscsi: {}, Sep 07 23:46:09.680667 dv-cinder-751579-26-iscsi neutron-server[100552]: Metadata agent@dv-cinder-751579-26-iscsi: {}, Sep 07 23:46:09.680667 dv-cinder-751579-26-iscsi neutron-server[100552]: Metering agent@dv-cinder-751579-26-iscsi: {}, Sep 07 23:46:09.680667 dv-cinder-751579-26-iscsi neutron-server[100552]: Open vSwitch agent@dv-cinder-751579-26-iscsi: { 'AddressGroup': '1.2', Sep 07 23:46:09.680667 dv-cinder-751579-26-iscsi neutron-server[100552]: 'ConntrackHelper': '1.0', Sep 07 23:46:09.680667 dv-cinder-751579-26-iscsi neutron-server[100552]: 'Log': '1.0', Sep 07 23:46:09.680667 dv-cinder-751579-26-iscsi neutron-server[100552]: 'Network': '1.1', Sep 07 23:46:09.680667 dv-cinder-751579-26-iscsi neutron-server[100552]: 'Port': '1.7', Sep 07 23:46:09.680667 dv-cinder-751579-26-iscsi neutron-server[100552]: 'PortForwarding': '1.2', Sep 07 23:46:09.680667 dv-cinder-751579-26-iscsi neutron-server[100552]: 'QosPolicy': '1.9', Sep 07 23:46:09.680667 dv-cinder-751579-26-iscsi neutron-server[100552]: 'SecurityGroup': '1.4', Sep 07 23:46:09.680667 dv-cinder-751579-26-iscsi neutron-server[100552]: 'SecurityGroupRule': '1.2', Sep 07 23:46:09.680667 dv-cinder-751579-26-iscsi neutron-server[100552]: 'SubPort': '1.0', Sep 07 23:46:09.680667 dv-cinder-751579-26-iscsi neutron-server[100552]: 'Subnet': '1.1', Sep 07 23:46:09.680667 dv-cinder-751579-26-iscsi neutron-server[100552]: 'Trunk': '1.1'}} Sep 07 23:46:09.680667 dv-cinder-751579-26-iscsi neutron-server[100552]: {{(pid=100552) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 23:46:09.700070 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58fe619b-9c6f-4a63-92e7-0a5ffcaf10d8 admin admin] Made reservation on behalf of 4c1fbe4702b24535ab7d44fc9693fcbd for: {'subnet': 1} {{(pid=100550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:46:09.702515 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-58fe619b-9c6f-4a63-92e7-0a5ffcaf10d8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:09.710391 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.db.api [None req-cd43e79b-0867-4e06-b986-cba1f90170be admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 23:46:09.710391 dv-cinder-751579-26-iscsi neutron-server[100551]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 23:46:09.710391 dv-cinder-751579-26-iscsi neutron-server[100551]: [parameters: {'project_id_1': '9702d1f2203a4fd0995526e65ca89634', 'expiration_1': datetime.datetime(2021, 9, 7, 23, 45, 49, 382299)}] Sep 07 23:46:09.710391 dv-cinder-751579-26-iscsi neutron-server[100551]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 23:46:09.711246 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG oslo_db.api [None req-cd43e79b-0867-4e06-b986-cba1f90170be admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 23:46:09.736856 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-e07e5283-fb49-41d2-bc24-9dbaddc42176 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760370794509'] for network, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:09.754340 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e6584-21f4-4d3f-ab88-548810e4be9a admin admin] Pushing event updated for resources: {'Network': ['ID=e67f8eef-4c1f-4992-8fd5-83401b9c4114,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:09.763767 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-d09e6584-21f4-4d3f-ab88-548810e4be9a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2715905 Sep 07 23:46:09.766698 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 55770) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:09.768938 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-86a009d5-431c-4e6b-912a-b5b3b65bfaf0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:09.773604 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-8486d12c-2931-4aa5-87cc-8d93c8c65654 admin admin] Request body: {'subnet': {'network_id': 'e67f8eef-4c1f-4992-8fd5-83401b9c4114', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1912839629-subnet', 'tenant_id': '55a04ff6d0bc4fe3af33a6cc1a8fd656', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:46:09.785392 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-e07e5283-fb49-41d2-bc24-9dbaddc42176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608'] for network, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:09.786852 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07e5283-fb49-41d2-bc24-9dbaddc42176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:09.787766 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-e07e5283-fb49-41d2-bc24-9dbaddc42176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for network, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:09.809347 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-e07e5283-fb49-41d2-bc24-9dbaddc42176 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.4530764 Sep 07 23:46:09.825723 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Network e67f8eef-4c1f-4992-8fd5-83401b9c4114 details requested by agent ovs-agent-dv-cinder-751579-26-iscsi with host dv-cinder-751579-26-iscsi {{(pid=100552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 23:46:09.826867 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 55772) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:09.834644 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [None req-3715d9f3-b22b-4a6b-9d46-4871d071e622 admin admin] Request body: {'subnet': {'network_id': '2070d833-c49e-407a-b153-2f034c36d4a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1706724137-subnet', 'tenant_id': '65b419df8dd440c89a147029911b80d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:46:09.843410 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-86a009d5-431c-4e6b-912a-b5b3b65bfaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:09.895748 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07e5283-fb49-41d2-bc24-9dbaddc42176 admin admin] Pushing event updated for resources: {'Network': ['ID=2070d833-c49e-407a-b153-2f034c36d4a6,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:09.922554 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Network 2070d833-c49e-407a-b153-2f034c36d4a6 details requested by agent ovs-agent-dv-cinder-751579-26-iscsi with host dv-cinder-751579-26-iscsi {{(pid=100552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 23:46:09.937877 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8486d12c-2931-4aa5-87cc-8d93c8c65654 admin admin] Made reservation on behalf of 55a04ff6d0bc4fe3af33a6cc1a8fd656 for: {'subnet': 1} {{(pid=100550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:46:09.940556 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-8486d12c-2931-4aa5-87cc-8d93c8c65654 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:09.951534 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-89c79484-41a0-4fff-9374-d6192d5aa9b3 None None] Attempting to bind port baf93328-4ea1-489b-8c53-a889e602a1ed on host dv-cinder-751579-26-iscsi for vnic_type normal with profile {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 23:46:09.955785 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3715d9f3-b22b-4a6b-9d46-4871d071e622 admin admin] Made reservation on behalf of 65b419df8dd440c89a147029911b80d5 for: {'subnet': 1} {{(pid=100551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:46:09.955981 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-89c79484-41a0-4fff-9374-d6192d5aa9b3 None None] Attempting to bind port baf93328-4ea1-489b-8c53-a889e602a1ed by drivers openvswitch,hyperv on host dv-cinder-751579-26-iscsi at level 0 using segments [{'id': 'c1e8596d-44b9-4f74-a478-a7fa52272fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bb0cf1ab-d1d5-410c-b15c-8c9770c10630'}] {{(pid=100552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 23:46:09.957063 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c79484-41a0-4fff-9374-d6192d5aa9b3 None None] Attempting to bind port baf93328-4ea1-489b-8c53-a889e602a1ed on network bb0cf1ab-d1d5-410c-b15c-8c9770c10630 {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:46:09.958796 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-3715d9f3-b22b-4a6b-9d46-4871d071e622 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:10.070074 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c79484-41a0-4fff-9374-d6192d5aa9b3 None None] Checking agent: {'id': '892ede6d-2e1c-48b6-9f9b-59f4d898b1a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 23, 38, 1), 'started_at': datetime.datetime(2021, 9, 7, 23, 38, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 23, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 23:46:10.070755 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c79484-41a0-4fff-9374-d6192d5aa9b3 None None] Checking segment: {'id': 'c1e8596d-44b9-4f74-a478-a7fa52272fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bb0cf1ab-d1d5-410c-b15c-8c9770c10630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:46:10.071466 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-89c79484-41a0-4fff-9374-d6192d5aa9b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:10.072066 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c79484-41a0-4fff-9374-d6192d5aa9b3 None None] Bound using segment: {'id': 'c1e8596d-44b9-4f74-a478-a7fa52272fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bb0cf1ab-d1d5-410c-b15c-8c9770c10630'} {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 23:46:10.072935 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-89c79484-41a0-4fff-9374-d6192d5aa9b3 None None] Bound port: baf93328-4ea1-489b-8c53-a889e602a1ed, host: dv-cinder-751579-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1e8596d-44b9-4f74-a478-a7fa52272fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bb0cf1ab-d1d5-410c-b15c-8c9770c10630'}}] {{(pid=100552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 23:46:10.074124 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-89c79484-41a0-4fff-9374-d6192d5aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:10.193017 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-3715d9f3-b22b-4a6b-9d46-4871d071e622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608'] for subnet, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:10.246441 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.db_base_plugin_common [None req-7d2509ae-b5af-43b8-9cf8-5d8d23f720fb None None] Allocated IP 172.20.0.2 (9da50ae8-e6dd-49ef-bffd-03b5ec56f152/af6c2c51-70b3-4a7c-ab5d-dc9b76d1d9bc/9c6577bb-beab-4d57-a86d-c2a40710031b) {{(pid=100552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:46:10.251306 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3715d9f3-b22b-4a6b-9d46-4871d071e622 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4852c844-a2c7-488f-9097-134b6d50b4d2,revision_number=0']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:10.312731 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-b25b10e8-5a64-4292-bb2c-dea34d68b29b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1597314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1444'] for router, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:10.314996 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-b25b10e8-5a64-4292-bb2c-dea34d68b29b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-394617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:10.326958 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd43e79b-0867-4e06-b986-cba1f90170be admin admin] Made reservation on behalf of 9702d1f2203a4fd0995526e65ca89634 for: {'subnet': 1} {{(pid=100551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:46:10.333149 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-cd43e79b-0867-4e06-b986-cba1f90170be admin admin] Notify callbacks [] for subnet, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:10.357490 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-89c79484-41a0-4fff-9374-d6192d5aa9b3 None None] For port baf93328-4ea1-489b-8c53-a889e602a1ed, host dv-cinder-751579-26-iscsi, cleared binding levels {{(pid=100552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 23:46:10.383499 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-89c79484-41a0-4fff-9374-d6192d5aa9b3 None None] For port baf93328-4ea1-489b-8c53-a889e602a1ed, host dv-cinder-751579-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=baf93328-4ea1-489b-8c53-a889e602a1ed,segment=NetworkSegment(c1e8596d-44b9-4f74-a478-a7fa52272fc4),segment_id=c1e8596d-44b9-4f74-a478-a7fa52272fc4)] {{(pid=100552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 23:46:10.395440 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3715d9f3-b22b-4a6b-9d46-4871d071e622 admin admin] Checking segment: {'id': '897c0104-51b0-4564-bdc7-44c318c8cee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2070d833-c49e-407a-b153-2f034c36d4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:46:10.396118 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3715d9f3-b22b-4a6b-9d46-4871d071e622 admin admin] Network hostable DHCP agents. Network: 2070d833-c49e-407a-b153-2f034c36d4a6, hostable agents: ['4f562aef-accf-408d-af1e-fabb3d28a6a0'], hosted agents: [] {{(pid=100551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 23:46:10.434582 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-89c79484-41a0-4fff-9374-d6192d5aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:10.505527 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 55796) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:10.518142 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c79484-41a0-4fff-9374-d6192d5aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=baf93328-4ea1-489b-8c53-a889e602a1ed,revision_number=2']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:10.518670 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-58fe619b-9c6f-4a63-92e7-0a5ffcaf10d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608'] for subnet, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:10.566853 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-8486d12c-2931-4aa5-87cc-8d93c8c65654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608'] for subnet, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:10.623774 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-b25b10e8-5a64-4292-bb2c-dea34d68b29b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:10.625260 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3715d9f3-b22b-4a6b-9d46-4871d071e622 admin admin] Network 2070d833-c49e-407a-b153-2f034c36d4a6 is scheduled to be hosted by DHCP agent 4f562aef-accf-408d-af1e-fabb3d28a6a0 with binding_index 1 {{(pid=100551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 23:46:10.648160 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.base_scheduler [None req-3715d9f3-b22b-4a6b-9d46-4871d071e622 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-26-iscsi, 2070d833-c49e-407a-b153-2f034c36d4a6) {{(pid=100551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:46:10.655712 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3715d9f3-b22b-4a6b-9d46-4871d071e622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:10.659367 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-3715d9f3-b22b-4a6b-9d46-4871d071e622 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for subnet, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:10.663320 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec10eba7-7a28-42bd-914c-d6a29b2589cd None None] Network 2070d833-c49e-407a-b153-2f034c36d4a6 requested from dv-cinder-751579-26-iscsi {{(pid=100552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 23:46:10.696528 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.db_base_plugin_common [None req-86a009d5-431c-4e6b-912a-b5b3b65bfaf0 admin admin] Allocated IP 172.27.2.83 (1ea758c5-ea33-45af-9d70-54dde57c9658/5c624cf3-fab2-4caa-bdca-00a0c67beab2/2f413a11-fd04-47ee-920d-4f3c41a47940) {{(pid=100550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:46:10.721113 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fe619b-9c6f-4a63-92e7-0a5ffcaf10d8 admin admin] Checking segment: {'id': '1472a31e-bcdd-4c38-8927-5aafbedd6ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8f0ad28b-91ae-4394-8b5f-02f4ebeae46e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:46:10.721309 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fe619b-9c6f-4a63-92e7-0a5ffcaf10d8 admin admin] Network hostable DHCP agents. Network: 8f0ad28b-91ae-4394-8b5f-02f4ebeae46e, hostable agents: ['4f562aef-accf-408d-af1e-fabb3d28a6a0'], hosted agents: [] {{(pid=100550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 23:46:10.726228 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe619b-9c6f-4a63-92e7-0a5ffcaf10d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f967c7b2-09f7-4f04-827b-eef1f5f7308c,revision_number=0']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:10.790503 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8486d12c-2931-4aa5-87cc-8d93c8c65654 admin admin] Pushing event updated for resources: {'Subnet': ['ID=488f78c8-82f0-4a2a-878e-c0177ceb2789,revision_number=0']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:10.808948 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8486d12c-2931-4aa5-87cc-8d93c8c65654 admin admin] Checking segment: {'id': 'f37a4cdf-988f-4a66-b654-7f87d35ea5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e67f8eef-4c1f-4992-8fd5-83401b9c4114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:46:10.809308 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8486d12c-2931-4aa5-87cc-8d93c8c65654 admin admin] Network hostable DHCP agents. Network: e67f8eef-4c1f-4992-8fd5-83401b9c4114, hostable agents: ['4f562aef-accf-408d-af1e-fabb3d28a6a0'], hosted agents: [] {{(pid=100550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 23:46:10.877546 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fe619b-9c6f-4a63-92e7-0a5ffcaf10d8 admin admin] Network 8f0ad28b-91ae-4394-8b5f-02f4ebeae46e is scheduled to be hosted by DHCP agent 4f562aef-accf-408d-af1e-fabb3d28a6a0 with binding_index 1 {{(pid=100550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 23:46:10.886389 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7d2509ae-b5af-43b8-9cf8-5d8d23f720fb None None] Notify callbacks [] for port, precommit_create {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:10.907519 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-7d2509ae-b5af-43b8-9cf8-5d8d23f720fb None None] Transition to ACTIVE for port object 9c6577bb-beab-4d57-a86d-c2a40710031b will not be triggered until provisioned by entity L2. {{(pid=100552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:46:10.941949 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-3715d9f3-b22b-4a6b-9d46-4871d071e622 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1020477 Sep 07 23:46:10.952153 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.base_scheduler [None req-58fe619b-9c6f-4a63-92e7-0a5ffcaf10d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-26-iscsi, 8f0ad28b-91ae-4394-8b5f-02f4ebeae46e) {{(pid=100550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:46:10.964544 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fe619b-9c6f-4a63-92e7-0a5ffcaf10d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:10.965130 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-58fe619b-9c6f-4a63-92e7-0a5ffcaf10d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for subnet, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:10.972384 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36eafe83-0132-4679-8e49-578bc67b396f None None] Network 8f0ad28b-91ae-4394-8b5f-02f4ebeae46e requested from dv-cinder-751579-26-iscsi {{(pid=100552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 23:46:10.981516 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8486d12c-2931-4aa5-87cc-8d93c8c65654 admin admin] Network e67f8eef-4c1f-4992-8fd5-83401b9c4114 is scheduled to be hosted by DHCP agent 4f562aef-accf-408d-af1e-fabb3d28a6a0 with binding_index 1 {{(pid=100550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 23:46:11.005210 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.base_scheduler [None req-8486d12c-2931-4aa5-87cc-8d93c8c65654 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-26-iscsi, e67f8eef-4c1f-4992-8fd5-83401b9c4114) {{(pid=100550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:46:11.011658 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-05805cf3-9220-4321-89f3-74e2d50c0f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:11.015103 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8486d12c-2931-4aa5-87cc-8d93c8c65654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:11.017047 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-8486d12c-2931-4aa5-87cc-8d93c8c65654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for subnet, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:11.023554 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-58fe619b-9c6f-4a63-92e7-0a5ffcaf10d8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.5646827 Sep 07 23:46:11.025437 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 55808) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:11.034544 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-5cafa4f3-5b0a-454c-b91c-cfb0854001d4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1821099161-router', 'tenant_id': '4c1fbe4702b24535ab7d44fc9693fcbd', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658'}}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:46:11.070492 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-7d2509ae-b5af-43b8-9cf8-5d8d23f720fb None None] Transition to ACTIVE for port object 9c6577bb-beab-4d57-a86d-c2a40710031b will not be triggered until provisioned by entity DHCP. {{(pid=100552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:46:11.075761 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823f845a-2e01-44b8-8ca0-dafa6e678585 None None] Network e67f8eef-4c1f-4992-8fd5-83401b9c4114 requested from dv-cinder-751579-26-iscsi {{(pid=100552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 23:46:11.084749 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-86a009d5-431c-4e6b-912a-b5b3b65bfaf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:11.097780 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-b25b10e8-5a64-4292-bb2c-dea34d68b29b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:11.101985 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-5cafa4f3-5b0a-454c-b91c-cfb0854001d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1597314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1444'] for router, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:11.103129 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-5cafa4f3-5b0a-454c-b91c-cfb0854001d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-394617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:11.120538 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-8486d12c-2931-4aa5-87cc-8d93c8c65654 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3449764 Sep 07 23:46:11.142121 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add65c50-41a0-4d12-a45a-c13af31b3713 None None] Network 2070d833-c49e-407a-b153-2f034c36d4a6 requested from dv-cinder-751579-26-iscsi {{(pid=100552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 23:46:11.156278 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7d2509ae-b5af-43b8-9cf8-5d8d23f720fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287'] for port, after_create {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:11.243178 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-5cafa4f3-5b0a-454c-b91c-cfb0854001d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:11.246410 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-86a009d5-431c-4e6b-912a-b5b3b65bfaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287'] for port, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:11.418585 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a009d5-431c-4e6b-912a-b5b3b65bfaf0 admin admin] Network 1ea758c5-ea33-45af-9d70-54dde57c9658 is already hosted by enough agents. {{(pid=100550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:46:11.447856 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-cd43e79b-0867-4e06-b986-cba1f90170be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608'] for subnet, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:11.515925 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.base_scheduler [None req-86a009d5-431c-4e6b-912a-b5b3b65bfaf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:46:11.520256 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a009d5-431c-4e6b-912a-b5b3b65bfaf0 admin admin] Received port after_create {{(pid=100550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:46:11.522127 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a009d5-431c-4e6b-912a-b5b3b65bfaf0 admin admin] Pushing event updated for resources: {'Port': ['ID=2f413a11-fd04-47ee-920d-4f3c41a47940,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:11.556689 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device baf93328-4ea1-489b-8c53-a889e602a1ed up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:46:11.644828 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-05805cf3-9220-4321-89f3-74e2d50c0f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:11.660209 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd43e79b-0867-4e06-b986-cba1f90170be admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f5499ea-4448-4c88-9357-bae7d9ec21b9,revision_number=0']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:11.705534 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-05805cf3-9220-4321-89f3-74e2d50c0f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:11.724091 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-5cafa4f3-5b0a-454c-b91c-cfb0854001d4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:11.820012 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2509ae-b5af-43b8-9cf8-5d8d23f720fb None None] Network 9da50ae8-e6dd-49ef-bffd-03b5ec56f152 is already hosted by enough agents. {{(pid=100552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:46:11.871844 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.scheduler.base_scheduler [None req-7d2509ae-b5af-43b8-9cf8-5d8d23f720fb None None] Resources bound (agent type, host, resource id): {{(pid=100552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:46:11.875002 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2509ae-b5af-43b8-9cf8-5d8d23f720fb None None] Received port after_create {{(pid=100552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:46:11.881439 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 55836) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:11.889702 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-ad6a1afe-50e1-4544-bd1b-22786ee5257c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-440969797-network', 'tenant_id': '246cc72f764f46f894b0298081d29e35'}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:46:11.900296 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2509ae-b5af-43b8-9cf8-5d8d23f720fb None None] Pushing event updated for resources: {'Port': ['ID=9c6577bb-beab-4d57-a86d-c2a40710031b,revision_number=1']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:11.941158 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05805cf3-9220-4321-89f3-74e2d50c0f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d77e8a-831c-4eb8-80fe-3e906f89a851,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:11.964550 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6a1afe-50e1-4544-bd1b-22786ee5257c admin admin] Made reservation on behalf of 246cc72f764f46f894b0298081d29e35 for: {'network': 1} {{(pid=100550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:46:11.970925 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-ad6a1afe-50e1-4544-bd1b-22786ee5257c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for network, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:11.984366 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd43e79b-0867-4e06-b986-cba1f90170be admin admin] Checking segment: {'id': '3fd46725-363a-40b4-a905-e4625251ced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5eb0a3c6-bf28-432c-ae1e-0b3ac767197a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:46:11.984994 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning for port baf93328-4ea1-489b-8c53-a889e602a1ed completed by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:46:11.985087 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd43e79b-0867-4e06-b986-cba1f90170be admin admin] Network hostable DHCP agents. Network: 5eb0a3c6-bf28-432c-ae1e-0b3ac767197a, hostable agents: ['4f562aef-accf-408d-af1e-fabb3d28a6a0'], hosted agents: [] {{(pid=100551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 23:46:12.063576 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-ad6a1afe-50e1-4544-bd1b-22786ee5257c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:12.070556 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-05805cf3-9220-4321-89f3-74e2d50c0f9f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d93daa2266494197bf45ebaf3b5ad8d9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5502918 Sep 07 23:46:12.083579 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 55844) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:12.103401 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df43f3a-1b7f-48c2-8870-ff07c04bbac8 None None] Network bb0cf1ab-d1d5-410c-b15c-8c9770c10630 requested from dv-cinder-751579-26-iscsi {{(pid=100552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 23:46:12.117427 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b76d660-c205-47c6-94f4-28b844d89ca6 None None] Network e67f8eef-4c1f-4992-8fd5-83401b9c4114 requested from dv-cinder-751579-26-iscsi {{(pid=100552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 23:46:12.147208 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13360a12-38b7-4a7f-8516-8170be5370c1 None None] Network 8f0ad28b-91ae-4394-8b5f-02f4ebeae46e requested from dv-cinder-751579-26-iscsi {{(pid=100552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 23:46:12.163359 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-86a009d5-431c-4e6b-912a-b5b3b65bfaf0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:12.189836 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd43e79b-0867-4e06-b986-cba1f90170be admin admin] Network 5eb0a3c6-bf28-432c-ae1e-0b3ac767197a is scheduled to be hosted by DHCP agent 4f562aef-accf-408d-af1e-fabb3d28a6a0 with binding_index 1 {{(pid=100551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 23:46:12.201082 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 55858) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:12.218030 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-7d2509ae-b5af-43b8-9cf8-5d8d23f720fb None None] Attempting to bind port 9c6577bb-beab-4d57-a86d-c2a40710031b on host dv-cinder-751579-26-iscsi for vnic_type normal with profile {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 23:46:12.218446 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-7d2509ae-b5af-43b8-9cf8-5d8d23f720fb None None] Attempting to bind port 9c6577bb-beab-4d57-a86d-c2a40710031b by drivers openvswitch,hyperv on host dv-cinder-751579-26-iscsi at level 0 using segments [{'id': '1471fa56-0ce1-4bf0-b66f-c84e509237a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9da50ae8-e6dd-49ef-bffd-03b5ec56f152'}] {{(pid=100552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 23:46:12.218836 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2509ae-b5af-43b8-9cf8-5d8d23f720fb None None] Attempting to bind port 9c6577bb-beab-4d57-a86d-c2a40710031b on network 9da50ae8-e6dd-49ef-bffd-03b5ec56f152 {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:46:12.223817 dv-cinder-751579-26-iscsi neutron-server[100551]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 07 23:46:12.224928 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.base_scheduler [None req-cd43e79b-0867-4e06-b986-cba1f90170be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-26-iscsi, 5eb0a3c6-bf28-432c-ae1e-0b3ac767197a) {{(pid=100551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:46:12.250647 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0965f371-a0d5-4928-b085-c368748ba1a5 None None] Network 5eb0a3c6-bf28-432c-ae1e-0b3ac767197a requested from dv-cinder-751579-26-iscsi {{(pid=100552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 23:46:12.327914 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2509ae-b5af-43b8-9cf8-5d8d23f720fb None None] Checking agent: {'id': '892ede6d-2e1c-48b6-9f9b-59f4d898b1a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 23, 38, 1), 'started_at': datetime.datetime(2021, 9, 7, 23, 38, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 23, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 23:46:12.327914 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2509ae-b5af-43b8-9cf8-5d8d23f720fb None None] Checking segment: {'id': '1471fa56-0ce1-4bf0-b66f-c84e509237a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9da50ae8-e6dd-49ef-bffd-03b5ec56f152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:46:12.328309 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7d2509ae-b5af-43b8-9cf8-5d8d23f720fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:12.328716 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2509ae-b5af-43b8-9cf8-5d8d23f720fb None None] Bound using segment: {'id': '1471fa56-0ce1-4bf0-b66f-c84e509237a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9da50ae8-e6dd-49ef-bffd-03b5ec56f152'} {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 23:46:12.329200 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-7d2509ae-b5af-43b8-9cf8-5d8d23f720fb None None] Bound port: 9c6577bb-beab-4d57-a86d-c2a40710031b, host: dv-cinder-751579-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1471fa56-0ce1-4bf0-b66f-c84e509237a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9da50ae8-e6dd-49ef-bffd-03b5ec56f152'}}] {{(pid=100552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 23:46:12.329595 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7d2509ae-b5af-43b8-9cf8-5d8d23f720fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:12.347809 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 55862) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:12.391286 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-668bc01b-440c-4baf-a5c4-078eeb4f0cec None None] Provisioning for port baf93328-4ea1-489b-8c53-a889e602a1ed completed by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:46:12.435183 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-5cafa4f3-5b0a-454c-b91c-cfb0854001d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:12.442113 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-668bc01b-440c-4baf-a5c4-078eeb4f0cec None None] Provisioning complete for port baf93328-4ea1-489b-8c53-a889e602a1ed triggered by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:46:12.442486 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-668bc01b-440c-4baf-a5c4-078eeb4f0cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:12.460907 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-5cafa4f3-5b0a-454c-b91c-cfb0854001d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:12.477017 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f385b-884c-4a0e-8c9d-719c08c5a5f3 req-b2fc4aa1-f876-4f3a-8761-9a85942a45ef tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:12.479944 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-948f385b-884c-4a0e-8c9d-719c08c5a5f3 req-b2fc4aa1-f876-4f3a-8761-9a85942a45ef tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] 10.222.0.15 "GET /v2.0/networks?id=e67f8eef-4c1f-4992-8fd5-83401b9c4114 HTTP/1.1" status: 200 len: 812 time: 0.2767079 Sep 07 23:46:12.537034 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd43e79b-0867-4e06-b986-cba1f90170be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:12.537893 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-cd43e79b-0867-4e06-b986-cba1f90170be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for subnet, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:12.552620 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-407758f3-d968-44fe-bd4f-c058f46a2dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:12.597879 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-61177bab-6a3f-411f-909f-d47fbc91571f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:12.625891 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-948f385b-884c-4a0e-8c9d-719c08c5a5f3 req-052473b6-fb78-4293-83a5-b31e825dcc46 tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] 10.222.0.15 "GET /v2.0/quotas/55a04ff6d0bc4fe3af33a6cc1a8fd656 HTTP/1.1" status: 200 len: 375 time: 0.1086340 Sep 07 23:46:12.649775 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-ad6a1afe-50e1-4544-bd1b-22786ee5257c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:12.680741 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-7d2509ae-b5af-43b8-9cf8-5d8d23f720fb None None] For port 9c6577bb-beab-4d57-a86d-c2a40710031b, host dv-cinder-751579-26-iscsi, cleared binding levels {{(pid=100552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 23:46:12.686180 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-407758f3-d968-44fe-bd4f-c058f46a2dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:12.725618 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-948f385b-884c-4a0e-8c9d-719c08c5a5f3 req-ed19ef40-e6d4-4259-8151-63ed8ec47064 tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=55a04ff6d0bc4fe3af33a6cc1a8fd656&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0932941 Sep 07 23:46:12.736556 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-cd43e79b-0867-4e06-b986-cba1f90170be admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.3717599 Sep 07 23:46:12.736556 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-b25b10e8-5a64-4292-bb2c-dea34d68b29b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:12.756146 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-7d2509ae-b5af-43b8-9cf8-5d8d23f720fb None None] For port 9c6577bb-beab-4d57-a86d-c2a40710031b, host dv-cinder-751579-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=9c6577bb-beab-4d57-a86d-c2a40710031b,segment=NetworkSegment(1471fa56-0ce1-4bf0-b66f-c84e509237a6),segment_id=1471fa56-0ce1-4bf0-b66f-c84e509237a6)] {{(pid=100552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 23:46:12.797549 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7d2509ae-b5af-43b8-9cf8-5d8d23f720fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:12.848520 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-b25b10e8-5a64-4292-bb2c-dea34d68b29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:12.860800 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-ad6a1afe-50e1-4544-bd1b-22786ee5257c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:12.952606 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d92f7bd-2ca6-421a-b6fc-abf1c5399d1b None None] Network 5eb0a3c6-bf28-432c-ae1e-0b3ac767197a requested from dv-cinder-751579-26-iscsi {{(pid=100552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 23:46:12.991176 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-86a009d5-431c-4e6b-912a-b5b3b65bfaf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595871'] for router, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:13.027357 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.db_base_plugin_common [None req-5cafa4f3-5b0a-454c-b91c-cfb0854001d4 admin admin] Allocated IP 172.27.2.106 (1ea758c5-ea33-45af-9d70-54dde57c9658/5c624cf3-fab2-4caa-bdca-00a0c67beab2/883fdd4f-1104-4ee4-ab3a-14f9a8e08d25) {{(pid=100550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:46:13.031052 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a1afe-50e1-4544-bd1b-22786ee5257c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa9a18d-ac55-4a4b-8f0b-14199675c78d,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:13.076331 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-668bc01b-440c-4baf-a5c4-078eeb4f0cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:13.095966 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [req-948f385b-884c-4a0e-8c9d-719c08c5a5f3 req-472d2a00-a3a9-404e-96d9-a4f2550ef2fb service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 23:46:13.097663 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-948f385b-884c-4a0e-8c9d-719c08c5a5f3 req-472d2a00-a3a9-404e-96d9-a4f2550ef2fb service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1772583 Sep 07 23:46:13.107356 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2509ae-b5af-43b8-9cf8-5d8d23f720fb None None] Pushing event updated for resources: {'Port': ['ID=9c6577bb-beab-4d57-a86d-c2a40710031b,revision_number=2']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:13.131841 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-407758f3-d968-44fe-bd4f-c058f46a2dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:13.134172 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-407758f3-d968-44fe-bd4f-c058f46a2dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:13.135436 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-407758f3-d968-44fe-bd4f-c058f46a2dc8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c5d77e8a-831c-4eb8-80fe-3e906f89a851 HTTP/1.1" status: 204 len: 168 time: 1.0491676 Sep 07 23:46:13.172133 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-668bc01b-440c-4baf-a5c4-078eeb4f0cec None None] For port baf93328-4ea1-489b-8c53-a889e602a1ed, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=baf93328-4ea1-489b-8c53-a889e602a1ed,segment=NetworkSegment(c1e8596d-44b9-4f74-a478-a7fa52272fc4),segment_id=c1e8596d-44b9-4f74-a478-a7fa52272fc4)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:46:13.173049 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407758f3-d968-44fe-bd4f-c058f46a2dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d77e8a-831c-4eb8-80fe-3e906f89a851,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:13.216099 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-668bc01b-440c-4baf-a5c4-078eeb4f0cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:13.294548 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-948f385b-884c-4a0e-8c9d-719c08c5a5f3 req-7a42ef34-e948-4c9e-8de5-040b3cef2482 service neutron] 10.222.0.15 "GET /v2.0/networks/e67f8eef-4c1f-4992-8fd5-83401b9c4114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831946 Sep 07 23:46:13.331984 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad6a1afe-50e1-4544-bd1b-22786ee5257c admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=100550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 23:46:13.396429 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668bc01b-440c-4baf-a5c4-078eeb4f0cec None None] Pushing event updated for resources: {'Port': ['ID=baf93328-4ea1-489b-8c53-a889e602a1ed,revision_number=3']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:13.438919 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-ad6a1afe-50e1-4544-bd1b-22786ee5257c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675162'] for segment, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:13.439912 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.db.segments_db [None req-ad6a1afe-50e1-4544-bd1b-22786ee5257c admin admin] Added segment def9d8b2-596a-42ca-a4b8-5699cde7f04f of type vlan for network 93f67930-4fae-4cd6-b7d0-c34ffd04d10a Sep 07 23:46:13.514754 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-948f385b-884c-4a0e-8c9d-719c08c5a5f3 req-4bb5d72d-3ccf-4493-853a-331596649000 service neutron] 10.222.0.15 "GET /v2.0/networks/e67f8eef-4c1f-4992-8fd5-83401b9c4114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916211 Sep 07 23:46:13.652787 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-b280a761-f526-4de5-8061-11c4cbfb8368 None None] Provisioning complete for port baf93328-4ea1-489b-8c53-a889e602a1ed triggered by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:46:13.653377 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-b280a761-f526-4de5-8061-11c4cbfb8368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:13.729660 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-ad6a1afe-50e1-4544-bd1b-22786ee5257c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760370794509'] for network, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:13.742716 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a009d5-431c-4e6b-912a-b5b3b65bfaf0 admin admin] Router b6d43adc-d519-44d8-ad55-043586879107 is scheduled to L3 agent 19316ef7-2440-47e6-ada3-35aaee6f744b with binding_index 1 {{(pid=100550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 23:46:13.770004 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-61177bab-6a3f-411f-909f-d47fbc91571f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:13.780696 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 55894) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:13.793974 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-99967398-0e32-4240-a22e-9ed10e3622bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:13.815151 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 55900) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:13.817123 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-ad6a1afe-50e1-4544-bd1b-22786ee5257c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608'] for network, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:13.818273 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6a1afe-50e1-4544-bd1b-22786ee5257c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:13.818834 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-ad6a1afe-50e1-4544-bd1b-22786ee5257c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for network, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:13.858508 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-61177bab-6a3f-411f-909f-d47fbc91571f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:13.978119 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-5cafa4f3-5b0a-454c-b91c-cfb0854001d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:13.987954 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a1afe-50e1-4544-bd1b-22786ee5257c admin admin] Pushing event updated for resources: {'Network': ['ID=93f67930-4fae-4cd6-b7d0-c34ffd04d10a,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:14.001159 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Network 93f67930-4fae-4cd6-b7d0-c34ffd04d10a details requested by agent ovs-agent-dv-cinder-751579-26-iscsi with host dv-cinder-751579-26-iscsi {{(pid=100552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 23:46:14.028371 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-61177bab-6a3f-411f-909f-d47fbc91571f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a3839469dcfa488bb96cf874601912c1&name=default HTTP/1.1" status: 200 len: 2978 time: 1.6515195 Sep 07 23:46:14.032031 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 55918) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:14.048604 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-cbbfa8b6-7ddd-4c88-a8ba-d523275a9beb req-b894e27e-bf46-4246-8558-2c2ea6d80add tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee640ca8-f976-4393-97b3-810e382a7be7 HTTP/1.1" status: 200 len: 210 time: 0.1778746 Sep 07 23:46:14.114348 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1696269f-ef77-4f55-8ed1-ed41a27d86f7 req-4dd5a731-840e-4b3e-a492-71a75be43fe5 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:14.116205 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1696269f-ef77-4f55-8ed1-ed41a27d86f7 req-4dd5a731-840e-4b3e-a492-71a75be43fe5 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/networks?id=5eb0a3c6-bf28-432c-ae1e-0b3ac767197a HTTP/1.1" status: 200 len: 814 time: 0.2980258 Sep 07 23:46:14.124554 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61177bab-6a3f-411f-909f-d47fbc91571f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f050624-cc6a-4165-a555-7a98d3ba12d1,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:14.172048 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-99967398-0e32-4240-a22e-9ed10e3622bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:14.182193 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-99967398-0e32-4240-a22e-9ed10e3622bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:14.221042 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1696269f-ef77-4f55-8ed1-ed41a27d86f7 req-d0811467-fc25-4c5d-8749-478aeb683376 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/quotas/9702d1f2203a4fd0995526e65ca89634 HTTP/1.1" status: 200 len: 375 time: 0.0473344 Sep 07 23:46:14.231940 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-ad6a1afe-50e1-4544-bd1b-22786ee5257c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.3464670 Sep 07 23:46:14.232174 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 55920) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:14.246859 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [None req-bc189202-c663-46e1-9903-6239f3c482b4 admin admin] Request body: {'subnet': {'network_id': '93f67930-4fae-4cd6-b7d0-c34ffd04d10a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-440969797-subnet', 'tenant_id': '246cc72f764f46f894b0298081d29e35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:46:14.266571 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a009d5-431c-4e6b-912a-b5b3b65bfaf0 admin admin] Notify agent at l3_agent.dv-cinder-751579-26-iscsi the message routers_updated {{(pid=100550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 23:46:14.278881 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-fa2e1e74-3c0e-4904-b746-20c7d32749a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:14.279371 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3da67d7-b5d6-4e50-894d-bd60bb9581ad None None] Sync routers for ids ['b6d43adc-d519-44d8-ad55-043586879107'] in dv-cinder-751579-26-iscsi {{(pid=100553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 23:46:14.299828 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-5cafa4f3-5b0a-454c-b91c-cfb0854001d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287'] for port, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:14.315446 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3da67d7-b5d6-4e50-894d-bd60bb9581ad None None] Routers {'b6d43adc-d519-44d8-ad55-043586879107'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:46:14.316617 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-c3da67d7-b5d6-4e50-894d-bd60bb9581ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:46:02Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['b6d43adc-d519-44d8-ad55-043586879107'], 'active': True} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:46:14.324066 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-86a009d5-431c-4e6b-912a-b5b3b65bfaf0 admin admin] Notify callbacks [] for router, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:14.328706 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-86a009d5-431c-4e6b-912a-b5b3b65bfaf0 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.7640326 Sep 07 23:46:14.352975 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 55924) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:14.360722 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cafa4f3-5b0a-454c-b91c-cfb0854001d4 admin admin] Network 1ea758c5-ea33-45af-9d70-54dde57c9658 is already hosted by enough agents. {{(pid=100550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:46:14.362176 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1696269f-ef77-4f55-8ed1-ed41a27d86f7 req-199ac0d8-1878-4001-b182-e4ec9f25ad32 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9702d1f2203a4fd0995526e65ca89634&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1401200 Sep 07 23:46:14.394668 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-99967398-0e32-4240-a22e-9ed10e3622bf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=566d534e498242369ff37b754912a1d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6092510 Sep 07 23:46:14.396927 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 55930) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:14.477671 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99967398-0e32-4240-a22e-9ed10e3622bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a982e4-a182-4920-87ee-d02ccce7f57a,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:14.499264 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-fa2e1e74-3c0e-4904-b746-20c7d32749a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:14.568241 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.base_scheduler [None req-5cafa4f3-5b0a-454c-b91c-cfb0854001d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:46:14.577816 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cafa4f3-5b0a-454c-b91c-cfb0854001d4 admin admin] Received port after_create {{(pid=100550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:46:14.587960 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc189202-c663-46e1-9903-6239f3c482b4 admin admin] Made reservation on behalf of 246cc72f764f46f894b0298081d29e35 for: {'subnet': 1} {{(pid=100551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:46:14.591537 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-bc189202-c663-46e1-9903-6239f3c482b4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:14.594843 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.db_base_plugin_common [None req-b25b10e8-5a64-4292-bb2c-dea34d68b29b admin admin] Allocated IP 172.27.2.239 (1ea758c5-ea33-45af-9d70-54dde57c9658/5c624cf3-fab2-4caa-bdca-00a0c67beab2/24ff64fc-4fb7-47c8-8a4c-257a76071247) {{(pid=100551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:46:14.612995 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ea4513-8a67-4c2a-984a-7c7970725e05 None None] Network 9da50ae8-e6dd-49ef-bffd-03b5ec56f152 requested from dv-cinder-751579-26-iscsi {{(pid=100552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 23:46:14.689088 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvr_db [None req-c3da67d7-b5d6-4e50-894d-bd60bb9581ad None None] Set router b6d43adc-d519-44d8-ad55-043586879107 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:46:14.727430 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cafa4f3-5b0a-454c-b91c-cfb0854001d4 admin admin] Pushing event updated for resources: {'Port': ['ID=883fdd4f-1104-4ee4-ab3a-14f9a8e08d25,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:14.766876 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-c13d0fe5-68a9-42a2-845d-058324d04cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:14.767901 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-6a467bb6-07e1-4b79-9690-e68e530b89f3 None None] Provisioning for port 9c6577bb-beab-4d57-a86d-c2a40710031b completed by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:46:14.802587 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [req-1696269f-ef77-4f55-8ed1-ed41a27d86f7 req-823ba4aa-29e8-497c-86a2-19c58b09425a service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 23:46:14.803691 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1696269f-ef77-4f55-8ed1-ed41a27d86f7 req-823ba4aa-29e8-497c-86a2-19c58b09425a service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1991036 Sep 07 23:46:14.875952 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-fa2e1e74-3c0e-4904-b746-20c7d32749a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:14.878768 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-fa2e1e74-3c0e-4904-b746-20c7d32749a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:14.879962 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-fa2e1e74-3c0e-4904-b746-20c7d32749a5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0f050624-cc6a-4165-a555-7a98d3ba12d1 HTTP/1.1" status: 204 len: 168 time: 0.8431346 Sep 07 23:46:14.969223 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-c3da67d7-b5d6-4e50-894d-bd60bb9581ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d43adc-d519-44d8-ad55-043586879107', 'name': 'tempest-AttachVolumeShelveTestJSON-1262007872-router', 'tenant_id': '58b276a8254e43be89c8e4a10c333cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '2f413a11-fd04-47ee-920d-4f3c41a47940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:46:08Z', 'updated_at': '2021-09-07T23:46:11Z', 'revision_number': 3, 'project_id': '58b276a8254e43be89c8e4a10c333cbe', 'gw_port': {'id': '2f413a11-fd04-47ee-920d-4f3c41a47940', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:43:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6d43adc-d519-44d8-ad55-043586879107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:09Z', 'updated_at': '2021-09-07T23:46:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi'}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:46:15.007180 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-c13d0fe5-68a9-42a2-845d-058324d04cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:15.019247 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3da67d7-b5d6-4e50-894d-bd60bb9581ad None None] Checking router: b6d43adc-d519-44d8-ad55-043586879107 for host: dv-cinder-751579-26-iscsi {{(pid=100553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 23:46:15.019969 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3da67d7-b5d6-4e50-894d-bd60bb9581ad None None] Updating router b6d43adc-d519-44d8-ad55-043586879107 port 2f413a11-fd04-47ee-920d-4f3c41a47940 binding host dv-cinder-751579-26-iscsi {{(pid=100553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 23:46:15.052523 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2e1e74-3c0e-4904-b746-20c7d32749a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f050624-cc6a-4165-a555-7a98d3ba12d1,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:15.077881 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-c3da67d7-b5d6-4e50-894d-bd60bb9581ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:15.264487 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-5cafa4f3-5b0a-454c-b91c-cfb0854001d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:15.267996 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-b25b10e8-5a64-4292-bb2c-dea34d68b29b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:15.405163 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-c13d0fe5-68a9-42a2-845d-058324d04cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:15.408806 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-c13d0fe5-68a9-42a2-845d-058324d04cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:15.412304 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-c13d0fe5-68a9-42a2-845d-058324d04cdb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c7a982e4-a182-4920-87ee-d02ccce7f57a HTTP/1.1" status: 204 len: 168 time: 1.0121942 Sep 07 23:46:15.519287 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-b25b10e8-5a64-4292-bb2c-dea34d68b29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287'] for port, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:15.631972 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-32018dbb-46d7-48f1-b3c8-29af9c8d793f req-febbb5fb-73d3-4458-b9a3-5baff94bec91 tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee640ca8-f976-4393-97b3-810e382a7be7 HTTP/1.1" status: 200 len: 210 time: 0.2386355 Sep 07 23:46:15.673156 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 9c6577bb-beab-4d57-a86d-c2a40710031b up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:46:15.717533 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13d0fe5-68a9-42a2-845d-058324d04cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a982e4-a182-4920-87ee-d02ccce7f57a,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:15.735909 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-c3da67d7-b5d6-4e50-894d-bd60bb9581ad None None] Notify callbacks [] for port, precommit_update {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:15.754609 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.provisioning_blocks [None req-c3da67d7-b5d6-4e50-894d-bd60bb9581ad None None] Transition to ACTIVE for port object 2f413a11-fd04-47ee-920d-4f3c41a47940 will not be triggered until provisioned by entity L2. {{(pid=100553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:46:15.777840 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-c3da67d7-b5d6-4e50-894d-bd60bb9581ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:15.866665 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25b10e8-5a64-4292-bb2c-dea34d68b29b admin admin] Network 1ea758c5-ea33-45af-9d70-54dde57c9658 is already hosted by enough agents. {{(pid=100551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:46:15.893442 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning for port 9c6577bb-beab-4d57-a86d-c2a40710031b completed by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:46:15.903800 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning complete for port 9c6577bb-beab-4d57-a86d-c2a40710031b triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:46:15.904170 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:15.907710 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e8b122-2631-492b-abcc-202f1793fcba None None] Pushing event updated for resources: {'Port': ['ID=2f413a11-fd04-47ee-920d-4f3c41a47940,revision_number=2']} {{(pid=100553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:15.920518 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.managers [None req-c3da67d7-b5d6-4e50-894d-bd60bb9581ad None None] Attempting to bind port 2f413a11-fd04-47ee-920d-4f3c41a47940 on host dv-cinder-751579-26-iscsi for vnic_type normal with profile {{(pid=100553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 23:46:15.920898 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.managers [None req-c3da67d7-b5d6-4e50-894d-bd60bb9581ad None None] Attempting to bind port 2f413a11-fd04-47ee-920d-4f3c41a47940 by drivers openvswitch,hyperv on host dv-cinder-751579-26-iscsi at level 0 using segments [{'id': '4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658'}] {{(pid=100553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 23:46:15.921266 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3da67d7-b5d6-4e50-894d-bd60bb9581ad None None] Attempting to bind port 2f413a11-fd04-47ee-920d-4f3c41a47940 on network 1ea758c5-ea33-45af-9d70-54dde57c9658 {{(pid=100553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:46:15.930857 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b10e8-5a64-4292-bb2c-dea34d68b29b admin admin] Pushing event updated for resources: {'Port': ['ID=24ff64fc-4fb7-47c8-8a4c-257a76071247,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:15.940528 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.base_scheduler [None req-b25b10e8-5a64-4292-bb2c-dea34d68b29b admin admin] Resources bound (agent type, host, resource id): {{(pid=100551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:46:15.955829 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3da67d7-b5d6-4e50-894d-bd60bb9581ad None None] Checking agent: {'id': '892ede6d-2e1c-48b6-9f9b-59f4d898b1a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 23, 38, 1), 'started_at': datetime.datetime(2021, 9, 7, 23, 38, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 23, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 23:46:15.956213 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3da67d7-b5d6-4e50-894d-bd60bb9581ad None None] Checking segment: {'id': '4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:46:15.956653 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-c3da67d7-b5d6-4e50-894d-bd60bb9581ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:15.957061 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3da67d7-b5d6-4e50-894d-bd60bb9581ad None None] Bound using segment: {'id': '4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658'} {{(pid=100553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 23:46:15.957550 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.managers [None req-c3da67d7-b5d6-4e50-894d-bd60bb9581ad None None] Bound port: 2f413a11-fd04-47ee-920d-4f3c41a47940, host: dv-cinder-751579-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658'}}] {{(pid=100553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 23:46:15.963248 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-c3da67d7-b5d6-4e50-894d-bd60bb9581ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:15.967495 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e8b122-2631-492b-abcc-202f1793fcba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:46:15.967953 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e8b122-2631-492b-abcc-202f1793fcba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:46:15.968205 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e8b122-2631-492b-abcc-202f1793fcba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:46:15.977518 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e8b122-2631-492b-abcc-202f1793fcba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:46:15.978328 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e8b122-2631-492b-abcc-202f1793fcba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:46:15.979864 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e8b122-2631-492b-abcc-202f1793fcba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:46:15.980234 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e8b122-2631-492b-abcc-202f1793fcba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:46:15.980875 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e8b122-2631-492b-abcc-202f1793fcba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:46:15.982391 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e8b122-2631-492b-abcc-202f1793fcba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:46:15.982749 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e8b122-2631-492b-abcc-202f1793fcba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:46:15.983236 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e8b122-2631-492b-abcc-202f1793fcba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:46:15.985841 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e8b122-2631-492b-abcc-202f1793fcba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:46:15.986648 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1696269f-ef77-4f55-8ed1-ed41a27d86f7 req-b521636f-57ed-4713-a9ea-f62768192a18 service neutron] 10.222.0.15 "GET /v2.0/networks/5eb0a3c6-bf28-432c-ae1e-0b3ac767197a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1618531 Sep 07 23:46:15.990512 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e8b122-2631-492b-abcc-202f1793fcba None None] Tracked resource versions report: Sep 07 23:46:15.990512 dv-cinder-751579-26-iscsi neutron-server[100553]: pushed versions: Sep 07 23:46:15.990512 dv-cinder-751579-26-iscsi neutron-server[100553]: { 'AddressGroup': {'1.2'}, Sep 07 23:46:15.990512 dv-cinder-751579-26-iscsi neutron-server[100553]: 'ConntrackHelper': {'1.0'}, Sep 07 23:46:15.990512 dv-cinder-751579-26-iscsi neutron-server[100553]: 'Log': {'1.0'}, Sep 07 23:46:15.990512 dv-cinder-751579-26-iscsi neutron-server[100553]: 'Network': {'1.1'}, Sep 07 23:46:15.990512 dv-cinder-751579-26-iscsi neutron-server[100553]: 'Port': {'1.7'}, Sep 07 23:46:15.990512 dv-cinder-751579-26-iscsi neutron-server[100553]: 'PortForwarding': {'1.2'}, Sep 07 23:46:15.990512 dv-cinder-751579-26-iscsi neutron-server[100553]: 'QosPolicy': {'1.9'}, Sep 07 23:46:15.990512 dv-cinder-751579-26-iscsi neutron-server[100553]: 'SecurityGroup': {'1.4'}, Sep 07 23:46:15.990512 dv-cinder-751579-26-iscsi neutron-server[100553]: 'SecurityGroupRule': {'1.2'}, Sep 07 23:46:15.990512 dv-cinder-751579-26-iscsi neutron-server[100553]: 'SubPort': {'1.0'}, Sep 07 23:46:15.990512 dv-cinder-751579-26-iscsi neutron-server[100553]: 'Subnet': {'1.1'}, Sep 07 23:46:15.990512 dv-cinder-751579-26-iscsi neutron-server[100553]: 'Trunk': {'1.1'}} Sep 07 23:46:15.990512 dv-cinder-751579-26-iscsi neutron-server[100553]: consumer versions: Sep 07 23:46:15.990512 dv-cinder-751579-26-iscsi neutron-server[100553]: { DHCP agent@dv-cinder-751579-26-iscsi: {}, Sep 07 23:46:15.990512 dv-cinder-751579-26-iscsi neutron-server[100553]: HyperV agent@hv-cinder-75157: {}, Sep 07 23:46:15.990512 dv-cinder-751579-26-iscsi neutron-server[100553]: L3 agent@dv-cinder-751579-26-iscsi: {}, Sep 07 23:46:15.990512 dv-cinder-751579-26-iscsi neutron-server[100553]: Metadata agent@dv-cinder-751579-26-iscsi: {}, Sep 07 23:46:15.990512 dv-cinder-751579-26-iscsi neutron-server[100553]: Metering agent@dv-cinder-751579-26-iscsi: {}, Sep 07 23:46:15.990512 dv-cinder-751579-26-iscsi neutron-server[100553]: Open vSwitch agent@dv-cinder-751579-26-iscsi: { 'AddressGroup': '1.2', Sep 07 23:46:15.990512 dv-cinder-751579-26-iscsi neutron-server[100553]: 'ConntrackHelper': '1.0', Sep 07 23:46:15.990512 dv-cinder-751579-26-iscsi neutron-server[100553]: 'Log': '1.0', Sep 07 23:46:15.990512 dv-cinder-751579-26-iscsi neutron-server[100553]: 'Network': '1.1', Sep 07 23:46:15.990512 dv-cinder-751579-26-iscsi neutron-server[100553]: 'Port': '1.7', Sep 07 23:46:15.990512 dv-cinder-751579-26-iscsi neutron-server[100553]: 'PortForwarding': '1.2', Sep 07 23:46:15.990512 dv-cinder-751579-26-iscsi neutron-server[100553]: 'QosPolicy': '1.9', Sep 07 23:46:15.990512 dv-cinder-751579-26-iscsi neutron-server[100553]: 'SecurityGroup': '1.4', Sep 07 23:46:15.990512 dv-cinder-751579-26-iscsi neutron-server[100553]: 'SecurityGroupRule': '1.2', Sep 07 23:46:15.990512 dv-cinder-751579-26-iscsi neutron-server[100553]: 'SubPort': '1.0', Sep 07 23:46:15.990512 dv-cinder-751579-26-iscsi neutron-server[100553]: 'Subnet': '1.1', Sep 07 23:46:15.990512 dv-cinder-751579-26-iscsi neutron-server[100553]: 'Trunk': '1.1'}} Sep 07 23:46:15.990512 dv-cinder-751579-26-iscsi neutron-server[100553]: {{(pid=100553) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 23:46:16.061520 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25b10e8-5a64-4292-bb2c-dea34d68b29b admin admin] Received port after_create {{(pid=100551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:46:16.114334 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-db739480-eb4e-4abc-9ff5-1e40196b2a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:16.123119 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.db [None req-c3da67d7-b5d6-4e50-894d-bd60bb9581ad None None] For port 2f413a11-fd04-47ee-920d-4f3c41a47940, host dv-cinder-751579-26-iscsi, cleared binding levels {{(pid=100553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 23:46:16.129249 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.db [None req-c3da67d7-b5d6-4e50-894d-bd60bb9581ad None None] For port 2f413a11-fd04-47ee-920d-4f3c41a47940, host dv-cinder-751579-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=2f413a11-fd04-47ee-920d-4f3c41a47940,segment=NetworkSegment(4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a),segment_id=4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a)] {{(pid=100553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 23:46:16.137111 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:16.138830 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-c3da67d7-b5d6-4e50-894d-bd60bb9581ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:16.198940 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] For port 9c6577bb-beab-4d57-a86d-c2a40710031b, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=9c6577bb-beab-4d57-a86d-c2a40710031b,segment=NetworkSegment(1471fa56-0ce1-4bf0-b66f-c84e509237a6),segment_id=1471fa56-0ce1-4bf0-b66f-c84e509237a6)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:46:16.205198 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:16.206267 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device baf93328-4ea1-489b-8c53-a889e602a1ed up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:46:16.286104 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e8b122-2631-492b-abcc-202f1793fcba None None] Pushing event updated for resources: {'Port': ['ID=2f413a11-fd04-47ee-920d-4f3c41a47940,revision_number=3']} {{(pid=100553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:16.301261 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Pushing event updated for resources: {'Port': ['ID=9c6577bb-beab-4d57-a86d-c2a40710031b,revision_number=3']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:16.311786 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3da67d7-b5d6-4e50-894d-bd60bb9581ad None None] Routers {'b6d43adc-d519-44d8-ad55-043586879107'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:46:16.312472 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-c3da67d7-b5d6-4e50-894d-bd60bb9581ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:46:02Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['b6d43adc-d519-44d8-ad55-043586879107'], 'active': True} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:46:16.313581 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning complete for port baf93328-4ea1-489b-8c53-a889e602a1ed triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:46:16.314222 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:16.402535 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-5cafa4f3-5b0a-454c-b91c-cfb0854001d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595871'] for router, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:16.435705 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvr_db [None req-c3da67d7-b5d6-4e50-894d-bd60bb9581ad None None] Set router b6d43adc-d519-44d8-ad55-043586879107 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:46:16.648072 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.db_base_plugin_common [None req-db739480-eb4e-4abc-9ff5-1e40196b2a62 admin admin] Allocated IP 172.20.0.1 (bb0cf1ab-d1d5-410c-b15c-8c9770c10630/2e4b191b-fe64-4814-8fad-97b5ba0852ce/0b234c9d-81f4-4fa6-8894-877c6a311f7d) {{(pid=100550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:46:16.721892 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cafa4f3-5b0a-454c-b91c-cfb0854001d4 admin admin] Router a2ea2975-9e24-40c1-8c7e-7843d47ea287 is scheduled to L3 agent 19316ef7-2440-47e6-ada3-35aaee6f744b with binding_index 1 {{(pid=100550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 23:46:16.786691 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-c3da67d7-b5d6-4e50-894d-bd60bb9581ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d43adc-d519-44d8-ad55-043586879107', 'name': 'tempest-AttachVolumeShelveTestJSON-1262007872-router', 'tenant_id': '58b276a8254e43be89c8e4a10c333cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '2f413a11-fd04-47ee-920d-4f3c41a47940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:46:08Z', 'updated_at': '2021-09-07T23:46:11Z', 'revision_number': 3, 'project_id': '58b276a8254e43be89c8e4a10c333cbe', 'gw_port': {'id': '2f413a11-fd04-47ee-920d-4f3c41a47940', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:43:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6d43adc-d519-44d8-ad55-043586879107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:09Z', 'updated_at': '2021-09-07T23:46:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi'}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:46:16.844478 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3da67d7-b5d6-4e50-894d-bd60bb9581ad None None] The sync data for ids ['b6d43adc-d519-44d8-ad55-043586879107'] in dv-cinder-751579-26-iscsi is: [{'id': 'b6d43adc-d519-44d8-ad55-043586879107', 'name': 'tempest-AttachVolumeShelveTestJSON-1262007872-router', 'tenant_id': '58b276a8254e43be89c8e4a10c333cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '2f413a11-fd04-47ee-920d-4f3c41a47940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:46:08Z', 'updated_at': '2021-09-07T23:46:11Z', 'revision_number': 3, 'project_id': '58b276a8254e43be89c8e4a10c333cbe', 'gw_port': {'id': '2f413a11-fd04-47ee-920d-4f3c41a47940', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:43:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6d43adc-d519-44d8-ad55-043586879107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:09Z', 'updated_at': '2021-09-07T23:46:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi'}] {{(pid=100553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 23:46:16.983337 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-db739480-eb4e-4abc-9ff5-1e40196b2a62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:16.997378 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1696269f-ef77-4f55-8ed1-ed41a27d86f7 req-1a8aabfb-817a-41fa-8634-abd0b241531d service neutron] 10.222.0.15 "GET /v2.0/networks/5eb0a3c6-bf28-432c-ae1e-0b3ac767197a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9912472 Sep 07 23:46:17.001367 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-bc189202-c663-46e1-9903-6239f3c482b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608'] for subnet, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:17.008183 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cafa4f3-5b0a-454c-b91c-cfb0854001d4 admin admin] Notify agent at l3_agent.dv-cinder-751579-26-iscsi the message routers_updated {{(pid=100550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 23:46:17.020904 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ffe9ed-b094-4fe5-8cf4-70c54cdc0cea None None] Sync routers for ids ['a2ea2975-9e24-40c1-8c7e-7843d47ea287'] in dv-cinder-751579-26-iscsi {{(pid=100552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 23:46:17.021614 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-b25b10e8-5a64-4292-bb2c-dea34d68b29b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:17.034238 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ffe9ed-b094-4fe5-8cf4-70c54cdc0cea None None] Routers {'a2ea2975-9e24-40c1-8c7e-7843d47ea287'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:46:17.036219 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-83ffe9ed-b094-4fe5-8cf4-70c54cdc0cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:46:02Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['a2ea2975-9e24-40c1-8c7e-7843d47ea287'], 'active': True} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:46:17.062386 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.provisioning_blocks [None req-db739480-eb4e-4abc-9ff5-1e40196b2a62 admin admin] Transition to ACTIVE for port object 0b234c9d-81f4-4fa6-8894-877c6a311f7d will not be triggered until provisioned by entity DHCP. {{(pid=100550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:46:17.076302 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-5cafa4f3-5b0a-454c-b91c-cfb0854001d4 admin admin] Notify callbacks [] for router, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:17.081979 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-5cafa4f3-5b0a-454c-b91c-cfb0854001d4 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.0516553 Sep 07 23:46:17.086377 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 56012) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:17.141858 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-46ce05d1-63e7-4505-a51f-308aca2d92d6 req-e5d8f020-cbf4-4d64-be0e-161d601501f7 tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee640ca8-f976-4393-97b3-810e382a7be7 HTTP/1.1" status: 200 len: 210 time: 0.1304913 Sep 07 23:46:17.161044 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-db739480-eb4e-4abc-9ff5-1e40196b2a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287'] for port, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:17.239955 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db739480-eb4e-4abc-9ff5-1e40196b2a62 admin admin] Network bb0cf1ab-d1d5-410c-b15c-8c9770c10630 is already hosted by enough agents. {{(pid=100550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:46:17.249833 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.base_scheduler [None req-db739480-eb4e-4abc-9ff5-1e40196b2a62 admin admin] Resources bound (agent type, host, resource id): {{(pid=100550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:46:17.257298 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db739480-eb4e-4abc-9ff5-1e40196b2a62 admin admin] Received port after_create {{(pid=100550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:46:17.257491 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-db739480-eb4e-4abc-9ff5-1e40196b2a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595522'] for router_interface, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:17.267630 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db739480-eb4e-4abc-9ff5-1e40196b2a62 admin admin] Pushing event updated for resources: {'Port': ['ID=0b234c9d-81f4-4fa6-8894-877c6a311f7d,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:17.352239 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.42', 52038) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:17.372813 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvr_db [None req-83ffe9ed-b094-4fe5-8cf4-70c54cdc0cea None None] Set router a2ea2975-9e24-40c1-8c7e-7843d47ea287 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:46:17.411626 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.agents_db [None req-89df3544-7e8a-43ac-bb25-e7a75b7011d0 None None] Agent healthcheck: found 6 active agents {{(pid=100553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 23:46:17.927089 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 9c6577bb-beab-4d57-a86d-c2a40710031b up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:46:17.950716 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f385b-884c-4a0e-8c9d-719c08c5a5f3 req-efe84ea7-4041-45e5-89bd-ac79b6097e67 tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:17.952269 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [req-948f385b-884c-4a0e-8c9d-719c08c5a5f3 req-efe84ea7-4041-45e5-89bd-ac79b6097e67 tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] 10.222.0.42 "GET /v2.0/networks?id=e67f8eef-4c1f-4992-8fd5-83401b9c4114 HTTP/1.1" status: 200 len: 812 time: 0.5985973 Sep 07 23:46:17.974059 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-ee778b7b-7fe7-401a-985b-db09bf43f008 None None] Provisioning for port 0b234c9d-81f4-4fa6-8894-877c6a311f7d completed by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:46:18.030907 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [req-948f385b-884c-4a0e-8c9d-719c08c5a5f3 req-bd81b2e9-86f2-45f3-8218-b81c5bf96fef tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] Request body: {'port': {'device_id': 'ee640ca8-f976-4393-97b3-810e382a7be7', 'network_id': 'e67f8eef-4c1f-4992-8fd5-83401b9c4114', 'admin_state_up': True, 'tenant_id': '55a04ff6d0bc4fe3af33a6cc1a8fd656'}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:46:18.045786 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-ee778b7b-7fe7-401a-985b-db09bf43f008 None None] Provisioning complete for port 0b234c9d-81f4-4fa6-8894-877c6a311f7d triggered by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:46:18.048582 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-ee778b7b-7fe7-401a-985b-db09bf43f008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:18.178952 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-ee778b7b-7fe7-401a-985b-db09bf43f008 None None] Port 0b234c9d-81f4-4fa6-8894-877c6a311f7d cannot update to ACTIVE because it is not bound. {{(pid=100552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 23:46:18.192870 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning complete for port 9c6577bb-beab-4d57-a86d-c2a40710031b triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:46:18.192976 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:18.237743 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-83ffe9ed-b094-4fe5-8cf4-70c54cdc0cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ea2975-9e24-40c1-8c7e-7843d47ea287', 'name': 'tempest-ServerRescueNegativeTestJSON-1821099161-router', 'tenant_id': '4c1fbe4702b24535ab7d44fc9693fcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '883fdd4f-1104-4ee4-ab3a-14f9a8e08d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:46:11Z', 'updated_at': '2021-09-07T23:46:14Z', 'revision_number': 3, 'project_id': '4c1fbe4702b24535ab7d44fc9693fcbd', 'gw_port': {'id': '883fdd4f-1104-4ee4-ab3a-14f9a8e08d25', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:96:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ea2975-9e24-40c1-8c7e-7843d47ea287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:12Z', 'updated_at': '2021-09-07T23:46:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi'}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:46:18.302805 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ffe9ed-b094-4fe5-8cf4-70c54cdc0cea None None] Checking router: a2ea2975-9e24-40c1-8c7e-7843d47ea287 for host: dv-cinder-751579-26-iscsi {{(pid=100552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 23:46:18.303137 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ffe9ed-b094-4fe5-8cf4-70c54cdc0cea None None] Updating router a2ea2975-9e24-40c1-8c7e-7843d47ea287 port 883fdd4f-1104-4ee4-ab3a-14f9a8e08d25 binding host dv-cinder-751579-26-iscsi {{(pid=100552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 23:46:18.388252 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-83ffe9ed-b094-4fe5-8cf4-70c54cdc0cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:18.405775 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-948f385b-884c-4a0e-8c9d-719c08c5a5f3 req-bd81b2e9-86f2-45f3-8218-b81c5bf96fef tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] Made reservation on behalf of 55a04ff6d0bc4fe3af33a6cc1a8fd656 for: {'port': 1} {{(pid=100550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:46:18.415891 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [req-948f385b-884c-4a0e-8c9d-719c08c5a5f3 req-bd81b2e9-86f2-45f3-8218-b81c5bf96fef tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:18.429476 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c73a9e02-5ccb-48f9-909c-ffee8ee76146 req-93abd96e-73f7-44b4-8650-05238373bc5f tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d1c53b5-8030-4c6a-ac96-86321509d586 HTTP/1.1" status: 200 len: 210 time: 0.3217480 Sep 07 23:46:18.497005 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:18.515382 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc189202-c663-46e1-9903-6239f3c482b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c942c35b-33d0-4498-86ba-cd298f9a32a3,revision_number=0']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:18.521178 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc189202-c663-46e1-9903-6239f3c482b4 admin admin] Checking segment: {'id': 'def9d8b2-596a-42ca-a4b8-5699cde7f04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '93f67930-4fae-4cd6-b7d0-c34ffd04d10a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:46:18.521537 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc189202-c663-46e1-9903-6239f3c482b4 admin admin] Network hostable DHCP agents. Network: 93f67930-4fae-4cd6-b7d0-c34ffd04d10a, hostable agents: ['4f562aef-accf-408d-af1e-fabb3d28a6a0'], hosted agents: [] {{(pid=100551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 23:46:18.534473 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-db739480-eb4e-4abc-9ff5-1e40196b2a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:18.732881 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 2f413a11-fd04-47ee-920d-4f3c41a47940 up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:46:18.741178 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a0a19ae5-4c7a-4863-bda1-4b51513d3fe7 req-5ddd3cda-fa19-4a9f-87f4-f22b3f51af53 tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee640ca8-f976-4393-97b3-810e382a7be7 HTTP/1.1" status: 200 len: 210 time: 0.2395809 Sep 07 23:46:18.830900 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc189202-c663-46e1-9903-6239f3c482b4 admin admin] Network 93f67930-4fae-4cd6-b7d0-c34ffd04d10a is scheduled to be hosted by DHCP agent 4f562aef-accf-408d-af1e-fabb3d28a6a0 with binding_index 1 {{(pid=100551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 23:46:18.888795 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.base_scheduler [None req-bc189202-c663-46e1-9903-6239f3c482b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-26-iscsi, 93f67930-4fae-4cd6-b7d0-c34ffd04d10a) {{(pid=100551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:46:18.892966 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-b25b10e8-5a64-4292-bb2c-dea34d68b29b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595871'] for router, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:18.904529 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc189202-c663-46e1-9903-6239f3c482b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:18.905473 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-bc189202-c663-46e1-9903-6239f3c482b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for subnet, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:18.910661 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fdb8ce-8950-4ce3-9328-0fd0049ad72e None None] Network 93f67930-4fae-4cd6-b7d0-c34ffd04d10a requested from dv-cinder-751579-26-iscsi {{(pid=100552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 23:46:19.235912 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-bc189202-c663-46e1-9903-6239f3c482b4 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 4.9925327 Sep 07 23:46:19.326612 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning for port 2f413a11-fd04-47ee-920d-4f3c41a47940 completed by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:46:19.385250 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning complete for port 2f413a11-fd04-47ee-920d-4f3c41a47940 triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:46:19.385655 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:19.594653 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.db_base_plugin_common [req-948f385b-884c-4a0e-8c9d-719c08c5a5f3 req-bd81b2e9-86f2-45f3-8218-b81c5bf96fef tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] Allocated IP 172.20.0.8 (e67f8eef-4c1f-4992-8fd5-83401b9c4114/488f78c8-82f0-4a2a-878e-c0177ceb2789/6d6baaa0-88d8-4baa-99fd-6d8f8bea0aa2) {{(pid=100550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:46:19.813050 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 56116) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:19.904683 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d299d474-eb4b-4f9e-8e75-fbd1c161daa8 None None] Network 93f67930-4fae-4cd6-b7d0-c34ffd04d10a requested from dv-cinder-751579-26-iscsi {{(pid=100552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 23:46:19.949570 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7e0d3e9e-2251-47d4-8cbb-63506c4efd3f req-7d62c4bf-cce3-4c58-a304-6093661055a5 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d1c53b5-8030-4c6a-ac96-86321509d586 HTTP/1.1" status: 200 len: 210 time: 0.3260784 Sep 07 23:46:19.969616 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [req-948f385b-884c-4a0e-8c9d-719c08c5a5f3 req-bd81b2e9-86f2-45f3-8218-b81c5bf96fef tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] Notify callbacks [] for port, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:19.998440 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:20.031108 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-83ffe9ed-b094-4fe5-8cf4-70c54cdc0cea None None] Notify callbacks [] for port, precommit_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:20.344299 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-83ffe9ed-b094-4fe5-8cf4-70c54cdc0cea None None] Transition to ACTIVE for port object 883fdd4f-1104-4ee4-ab3a-14f9a8e08d25 will not be triggered until provisioned by entity L2. {{(pid=100552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:46:20.350971 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-db739480-eb4e-4abc-9ff5-1e40196b2a62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:20.352636 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] For port 2f413a11-fd04-47ee-920d-4f3c41a47940, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=2f413a11-fd04-47ee-920d-4f3c41a47940,segment=NetworkSegment(4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a),segment_id=4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:46:20.352636 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-83ffe9ed-b094-4fe5-8cf4-70c54cdc0cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:20.353353 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [req-948f385b-884c-4a0e-8c9d-719c08c5a5f3 req-bd81b2e9-86f2-45f3-8218-b81c5bf96fef tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287'] for port, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:20.353697 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:20.353793 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-db739480-eb4e-4abc-9ff5-1e40196b2a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:20.353793 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-db739480-eb4e-4abc-9ff5-1e40196b2a62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1820662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1593362'] for router_interface, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:20.354781 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.db_base_plugin_v2 [None req-67bea5ca-a989-490a-a401-a01c0e026387 admin admin] Deleting subnet 4852c844-a2c7-488f-9097-134b6d50b4d2 {{(pid=100551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 23:46:20.354781 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-67bea5ca-a989-490a-a401-a01c0e026387 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:20.359260 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c94f56-8904-47cd-a82d-4b583d3861ff None None] Pushing event updated for resources: {'Port': ['ID=883fdd4f-1104-4ee4-ab3a-14f9a8e08d25,revision_number=2']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:20.363465 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-83ffe9ed-b094-4fe5-8cf4-70c54cdc0cea None None] Attempting to bind port 883fdd4f-1104-4ee4-ab3a-14f9a8e08d25 on host dv-cinder-751579-26-iscsi for vnic_type normal with profile {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 23:46:20.363836 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-83ffe9ed-b094-4fe5-8cf4-70c54cdc0cea None None] Attempting to bind port 883fdd4f-1104-4ee4-ab3a-14f9a8e08d25 by drivers openvswitch,hyperv on host dv-cinder-751579-26-iscsi at level 0 using segments [{'id': '4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658'}] {{(pid=100552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 23:46:20.364208 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ffe9ed-b094-4fe5-8cf4-70c54cdc0cea None None] Attempting to bind port 883fdd4f-1104-4ee4-ab3a-14f9a8e08d25 on network 1ea758c5-ea33-45af-9d70-54dde57c9658 {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:46:20.420691 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ffe9ed-b094-4fe5-8cf4-70c54cdc0cea None None] Checking agent: {'id': '892ede6d-2e1c-48b6-9f9b-59f4d898b1a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 23, 38, 1), 'started_at': datetime.datetime(2021, 9, 7, 23, 38, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 23, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 23:46:20.421134 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ffe9ed-b094-4fe5-8cf4-70c54cdc0cea None None] Checking segment: {'id': '4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:46:20.421468 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-83ffe9ed-b094-4fe5-8cf4-70c54cdc0cea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:20.421863 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ffe9ed-b094-4fe5-8cf4-70c54cdc0cea None None] Bound using segment: {'id': '4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658'} {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 23:46:20.422349 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-83ffe9ed-b094-4fe5-8cf4-70c54cdc0cea None None] Bound port: 883fdd4f-1104-4ee4-ab3a-14f9a8e08d25, host: dv-cinder-751579-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658'}}] {{(pid=100552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 23:46:20.422734 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-83ffe9ed-b094-4fe5-8cf4-70c54cdc0cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:20.425501 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.42', 52048) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:20.448884 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-67bea5ca-a989-490a-a401-a01c0e026387 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:20.482364 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-67bea5ca-a989-490a-a401-a01c0e026387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673024'] for subnet, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:20.574878 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-948f385b-884c-4a0e-8c9d-719c08c5a5f3 req-bd81b2e9-86f2-45f3-8218-b81c5bf96fef tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] Network e67f8eef-4c1f-4992-8fd5-83401b9c4114 is already hosted by enough agents. {{(pid=100550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:46:20.580032 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Pushing event updated for resources: {'Port': ['ID=2f413a11-fd04-47ee-920d-4f3c41a47940,revision_number=4']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:20.596609 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.base_scheduler [req-948f385b-884c-4a0e-8c9d-719c08c5a5f3 req-bd81b2e9-86f2-45f3-8218-b81c5bf96fef tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] Resources bound (agent type, host, resource id): {{(pid=100550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:46:20.601552 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-83ffe9ed-b094-4fe5-8cf4-70c54cdc0cea None None] For port 883fdd4f-1104-4ee4-ab3a-14f9a8e08d25, host dv-cinder-751579-26-iscsi, cleared binding levels {{(pid=100552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 23:46:20.602255 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.l3_dvrscheduler_db [req-948f385b-884c-4a0e-8c9d-719c08c5a5f3 req-bd81b2e9-86f2-45f3-8218-b81c5bf96fef tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] Received port after_create {{(pid=100550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:46:20.608268 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-83ffe9ed-b094-4fe5-8cf4-70c54cdc0cea None None] For port 883fdd4f-1104-4ee4-ab3a-14f9a8e08d25, host dv-cinder-751579-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=883fdd4f-1104-4ee4-ab3a-14f9a8e08d25,segment=NetworkSegment(4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a),segment_id=4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a)] {{(pid=100552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 23:46:20.615677 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-83ffe9ed-b094-4fe5-8cf4-70c54cdc0cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:20.621386 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f385b-884c-4a0e-8c9d-719c08c5a5f3 req-bd81b2e9-86f2-45f3-8218-b81c5bf96fef tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:20.622222 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [req-948f385b-884c-4a0e-8c9d-719c08c5a5f3 req-bd81b2e9-86f2-45f3-8218-b81c5bf96fef tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for port, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:20.694705 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [req-948f385b-884c-4a0e-8c9d-719c08c5a5f3 req-bd81b2e9-86f2-45f3-8218-b81c5bf96fef tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6710548 Sep 07 23:46:20.720943 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ffe9ed-b094-4fe5-8cf4-70c54cdc0cea None None] Routers {'a2ea2975-9e24-40c1-8c7e-7843d47ea287'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:46:20.723357 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-83ffe9ed-b094-4fe5-8cf4-70c54cdc0cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:46:02Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['a2ea2975-9e24-40c1-8c7e-7843d47ea287'], 'active': True} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:46:20.727832 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c94f56-8904-47cd-a82d-4b583d3861ff None None] Pushing event updated for resources: {'Port': ['ID=883fdd4f-1104-4ee4-ab3a-14f9a8e08d25,revision_number=3']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:20.739189 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-67bea5ca-a989-490a-a401-a01c0e026387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608'] for subnet, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:20.803673 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bea5ca-a989-490a-a401-a01c0e026387 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4852c844-a2c7-488f-9097-134b6d50b4d2,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:20.809361 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [req-948f385b-884c-4a0e-8c9d-719c08c5a5f3 req-f28e54dc-3055-428a-a558-2bbbd58e8703 tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 23:46:20.810502 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [req-948f385b-884c-4a0e-8c9d-719c08c5a5f3 req-f28e54dc-3055-428a-a558-2bbbd58e8703 tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0437305 Sep 07 23:46:20.827864 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd81b2e9-86f2-45f3-8218-b81c5bf96fef tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] Pushing event updated for resources: {'Port': ['ID=6d6baaa0-88d8-4baa-99fd-6d8f8bea0aa2,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:20.886152 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d4923-945e-49d9-bfd0-2ca3e30bd967 req-adac0a17-b684-41d0-9e9b-1d5d78765e92 tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:20.887958 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c75d4923-945e-49d9-bfd0-2ca3e30bd967 req-adac0a17-b684-41d0-9e9b-1d5d78765e92 tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee640ca8-f976-4393-97b3-810e382a7be7 HTTP/1.1" status: 200 len: 931 time: 0.8489735 Sep 07 23:46:20.922969 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db739480-eb4e-4abc-9ff5-1e40196b2a62 admin admin] Network bb0cf1ab-d1d5-410c-b15c-8c9770c10630 is already hosted by enough agents. {{(pid=100550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:46:20.930520 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.base_scheduler [None req-db739480-eb4e-4abc-9ff5-1e40196b2a62 admin admin] Resources bound (agent type, host, resource id): {{(pid=100550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:46:21.086420 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-67bea5ca-a989-490a-a401-a01c0e026387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for subnet, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:21.093337 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-67bea5ca-a989-490a-a401-a01c0e026387 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4852c844-a2c7-488f-9097-134b6d50b4d2 HTTP/1.1" status: 204 len: 168 time: 1.2688353 Sep 07 23:46:21.099968 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvr_db [None req-83ffe9ed-b094-4fe5-8cf4-70c54cdc0cea None None] Set router a2ea2975-9e24-40c1-8c7e-7843d47ea287 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:46:21.104789 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 56142) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:21.239418 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db739480-eb4e-4abc-9ff5-1e40196b2a62 admin admin] Pushing event updated for resources: {'Port': ['ID=0b234c9d-81f4-4fa6-8894-877c6a311f7d,revision_number=2']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:21.247559 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-4b6f2152-0afc-4562-9bb1-6f596f2a807c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:21.385027 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b25b10e8-5a64-4292-bb2c-dea34d68b29b admin admin] Router c2474c25-d82a-4a52-894a-d11316020a36 is scheduled to L3 agent 19316ef7-2440-47e6-ada3-35aaee6f744b with binding_index 1 {{(pid=100551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 23:46:21.407453 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c75d4923-945e-49d9-bfd0-2ca3e30bd967 req-d3d25adc-fd01-4852-9af9-0cf3faac6062 tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] 10.222.0.15 "GET /v2.0/security-groups?id=4506fd38-8b2e-4b0e-89d8-31f2108248a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4945571 Sep 07 23:46:21.409500 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5824c252-1b18-4d97-bff0-a234abd3d88d req-e4ed76a6-1146-4427-85a8-9aa6b0460668 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d1c53b5-8030-4c6a-ac96-86321509d586 HTTP/1.1" status: 200 len: 210 time: 0.1247857 Sep 07 23:46:21.515725 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-7c37a03c-3116-48d4-a853-12d00893d454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531467'] for network, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:21.613626 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db739480-eb4e-4abc-9ff5-1e40196b2a62 admin admin] Router b6d43adc-d519-44d8-ad55-043586879107 has already been hosted by L3 agent 19316ef7-2440-47e6-ada3-35aaee6f744b {{(pid=100550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 23:46:21.714131 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [req-948f385b-884c-4a0e-8c9d-719c08c5a5f3 req-68afd490-3533-4d6c-936e-6ef92dbab57d service neutron] Request body: {'port': {'device_id': 'ee640ca8-f976-4393-97b3-810e382a7be7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:46:21.840869 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1696269f-ef77-4f55-8ed1-ed41a27d86f7 req-fab3d873-f599-46ea-b86d-9d2f5d0c676d tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:21.848088 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1696269f-ef77-4f55-8ed1-ed41a27d86f7 req-fab3d873-f599-46ea-b86d-9d2f5d0c676d tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.42 "GET /v2.0/networks?id=5eb0a3c6-bf28-432c-ae1e-0b3ac767197a HTTP/1.1" status: 200 len: 814 time: 1.1768548 Sep 07 23:46:21.960223 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-f100fc02-995e-46fe-aed7-38c706420927 None None] Provisioning complete for port 0b234c9d-81f4-4fa6-8894-877c6a311f7d triggered by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:46:21.961122 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-f100fc02-995e-46fe-aed7-38c706420927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:22.134644 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db739480-eb4e-4abc-9ff5-1e40196b2a62 admin admin] Notify agent at l3_agent.dv-cinder-751579-26-iscsi the message routers_updated {{(pid=100550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 23:46:22.159834 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9677f149-c7f6-40ec-9fe1-f4f6c7056fe5 None None] Sync routers for ids ['b6d43adc-d519-44d8-ad55-043586879107'] in dv-cinder-751579-26-iscsi {{(pid=100553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 23:46:22.160912 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-db739480-eb4e-4abc-9ff5-1e40196b2a62 admin admin] 10.222.0.15 "PUT /v2.0/routers/b6d43adc-d519-44d8-ad55-043586879107/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8067801 Sep 07 23:46:22.172686 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9677f149-c7f6-40ec-9fe1-f4f6c7056fe5 None None] Routers {'b6d43adc-d519-44d8-ad55-043586879107'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:46:22.175997 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-9677f149-c7f6-40ec-9fe1-f4f6c7056fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:46:02Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['b6d43adc-d519-44d8-ad55-043586879107'], 'active': True} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:46:22.238639 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-7c37a03c-3116-48d4-a853-12d00893d454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675213', 'neutron.services.segments.db._delete_segments_for_network-8760371274105'] for network, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:22.403788 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-7c37a03c-3116-48d4-a853-12d00893d454 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:46:22.406928 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [req-1696269f-ef77-4f55-8ed1-ed41a27d86f7 req-e15429c4-4198-42f9-953b-18c0a5ae241f tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Request body: {'port': {'device_id': '6d1c53b5-8030-4c6a-ac96-86321509d586', 'network_id': '5eb0a3c6-bf28-432c-ae1e-0b3ac767197a', 'admin_state_up': True, 'tenant_id': '9702d1f2203a4fd0995526e65ca89634'}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:46:22.408634 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-7c37a03c-3116-48d4-a853-12d00893d454 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:46:22.411656 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-7c37a03c-3116-48d4-a853-12d00893d454 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:46:22.412366 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-7c37a03c-3116-48d4-a853-12d00893d454 admin admin] Subscribe: > port after_create 55550000 {{(pid=100550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:46:22.416039 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-7c37a03c-3116-48d4-a853-12d00893d454 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:46:22.420439 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-7c37a03c-3116-48d4-a853-12d00893d454 admin admin] Subscribe: > port after_update 55550000 {{(pid=100550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:46:22.451068 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-7c37a03c-3116-48d4-a853-12d00893d454 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:46:22.453332 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-7c37a03c-3116-48d4-a853-12d00893d454 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:46:22.453931 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-7c37a03c-3116-48d4-a853-12d00893d454 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:46:22.454593 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-7c37a03c-3116-48d4-a853-12d00893d454 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:46:22.554073 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-f100fc02-995e-46fe-aed7-38c706420927 None None] Port 0b234c9d-81f4-4fa6-8894-877c6a311f7d cannot update to ACTIVE because it is not bound. {{(pid=100552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 23:46:22.655561 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-83ffe9ed-b094-4fe5-8cf4-70c54cdc0cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ea2975-9e24-40c1-8c7e-7843d47ea287', 'name': 'tempest-ServerRescueNegativeTestJSON-1821099161-router', 'tenant_id': '4c1fbe4702b24535ab7d44fc9693fcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '883fdd4f-1104-4ee4-ab3a-14f9a8e08d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:46:11Z', 'updated_at': '2021-09-07T23:46:14Z', 'revision_number': 3, 'project_id': '4c1fbe4702b24535ab7d44fc9693fcbd', 'gw_port': {'id': '883fdd4f-1104-4ee4-ab3a-14f9a8e08d25', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:96:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ea2975-9e24-40c1-8c7e-7843d47ea287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:12Z', 'updated_at': '2021-09-07T23:46:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi'}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:46:22.788776 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 2f413a11-fd04-47ee-920d-4f3c41a47940 up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:46:22.796768 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvr_db [None req-9677f149-c7f6-40ec-9fe1-f4f6c7056fe5 None None] Set router b6d43adc-d519-44d8-ad55-043586879107 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:46:22.840264 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ffe9ed-b094-4fe5-8cf4-70c54cdc0cea None None] The sync data for ids ['a2ea2975-9e24-40c1-8c7e-7843d47ea287'] in dv-cinder-751579-26-iscsi is: [{'id': 'a2ea2975-9e24-40c1-8c7e-7843d47ea287', 'name': 'tempest-ServerRescueNegativeTestJSON-1821099161-router', 'tenant_id': '4c1fbe4702b24535ab7d44fc9693fcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '883fdd4f-1104-4ee4-ab3a-14f9a8e08d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:46:11Z', 'updated_at': '2021-09-07T23:46:14Z', 'revision_number': 3, 'project_id': '4c1fbe4702b24535ab7d44fc9693fcbd', 'gw_port': {'id': '883fdd4f-1104-4ee4-ab3a-14f9a8e08d25', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:96:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ea2975-9e24-40c1-8c7e-7843d47ea287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:12Z', 'updated_at': '2021-09-07T23:46:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi'}] {{(pid=100552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 23:46:22.864698 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25b10e8-5a64-4292-bb2c-dea34d68b29b admin admin] Notify agent at l3_agent.dv-cinder-751579-26-iscsi the message routers_updated {{(pid=100551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 23:46:22.888283 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning complete for port 2f413a11-fd04-47ee-920d-4f3c41a47940 triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:46:22.888684 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:23.018592 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce3844d-feb7-416d-9d05-30b255050c9f None None] Sync routers for ids ['c2474c25-d82a-4a52-894a-d11316020a36'] in dv-cinder-751579-26-iscsi {{(pid=100552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 23:46:23.139318 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8f3c09bb-5dff-4e4a-adbf-da4ea8f17980 req-908771c1-378d-469b-a7b5-a79aac8bc12e tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d1c53b5-8030-4c6a-ac96-86321509d586 HTTP/1.1" status: 200 len: 210 time: 0.3535261 Sep 07 23:46:23.180839 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-7c37a03c-3116-48d4-a853-12d00893d454 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:46:23.182706 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-7c37a03c-3116-48d4-a853-12d00893d454 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:46:23.192189 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-7c37a03c-3116-48d4-a853-12d00893d454 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:46:23.198739 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-7c37a03c-3116-48d4-a853-12d00893d454 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:46:23.200590 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.services.segments.db [None req-7c37a03c-3116-48d4-a853-12d00893d454 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2070d833-c49e-407a-b153-2f034c36d4a6']}} {{(pid=100550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:46:23.201775 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce3844d-feb7-416d-9d05-30b255050c9f None None] Routers {'c2474c25-d82a-4a52-894a-d11316020a36'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:46:23.209403 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-6ce3844d-feb7-416d-9d05-30b255050c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:46:02Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['c2474c25-d82a-4a52-894a-d11316020a36'], 'active': True} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:46:23.273301 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.services.segments.db [None req-7c37a03c-3116-48d4-a853-12d00893d454 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '897c0104-51b0-4564-bdc7-44c318c8cee6') {'for_net_delete': True} {{(pid=100550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:46:23.273752 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.services.segments.db [None req-7c37a03c-3116-48d4-a853-12d00893d454 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '897c0104-51b0-4564-bdc7-44c318c8cee6') {} {{(pid=100550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:46:23.349436 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [req-948f385b-884c-4a0e-8c9d-719c08c5a5f3 req-68afd490-3533-4d6c-936e-6ef92dbab57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:23.360577 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.db_base_plugin_common [None req-4b6f2152-0afc-4562-9bb1-6f596f2a807c admin admin] Allocated IP 172.20.0.1 (8f0ad28b-91ae-4394-8b5f-02f4ebeae46e/f967c7b2-09f7-4f04-827b-eef1f5f7308c/2556acf0-2dac-44aa-8b80-2b61eedb163e) {{(pid=100551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:46:23.408423 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-9677f149-c7f6-40ec-9fe1-f4f6c7056fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d43adc-d519-44d8-ad55-043586879107', 'name': 'tempest-AttachVolumeShelveTestJSON-1262007872-router', 'tenant_id': '58b276a8254e43be89c8e4a10c333cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '2f413a11-fd04-47ee-920d-4f3c41a47940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:46:08Z', 'updated_at': '2021-09-07T23:46:18Z', 'revision_number': 4, 'project_id': '58b276a8254e43be89c8e4a10c333cbe', 'gw_port': {'id': '2f413a11-fd04-47ee-920d-4f3c41a47940', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:43:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d43adc-d519-44d8-ad55-043586879107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:09Z', 'updated_at': '2021-09-07T23:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': '0b234c9d-81f4-4fa6-8894-877c6a311f7d', 'name': '', 'network_id': 'bb0cf1ab-d1d5-410c-b15c-8c9770c10630', 'tenant_id': '58b276a8254e43be89c8e4a10c333cbe', 'mac_address': 'fa:16:3e:1a:ce:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6d43adc-d519-44d8-ad55-043586879107', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2e4b191b-fe64-4814-8fad-97b5ba0852ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:16Z', 'updated_at': '2021-09-07T23:46:18Z', 'revision_number': 2, 'project_id': '58b276a8254e43be89c8e4a10c333cbe', 'subnets': [{'id': '2e4b191b-fe64-4814-8fad-97b5ba0852ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:46:23.424484 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-7c37a03c-3116-48d4-a853-12d00893d454 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760371273090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1178063'] for segment, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:23.491997 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9677f149-c7f6-40ec-9fe1-f4f6c7056fe5 None None] Checking router: b6d43adc-d519-44d8-ad55-043586879107 for host: dv-cinder-751579-26-iscsi {{(pid=100553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 23:46:23.495439 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9677f149-c7f6-40ec-9fe1-f4f6c7056fe5 None None] Updating router b6d43adc-d519-44d8-ad55-043586879107 port 0b234c9d-81f4-4fa6-8894-877c6a311f7d binding host dv-cinder-751579-26-iscsi {{(pid=100553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 23:46:23.532420 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-b25b10e8-5a64-4292-bb2c-dea34d68b29b admin admin] Notify callbacks [] for router, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:23.538266 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-b25b10e8-5a64-4292-bb2c-dea34d68b29b admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 14.2073431 Sep 07 23:46:23.577681 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-7c37a03c-3116-48d4-a853-12d00893d454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675162'] for segment, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:23.602370 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-9677f149-c7f6-40ec-9fe1-f4f6c7056fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:23.629744 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 56184) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:23.641687 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvr_db [None req-6ce3844d-feb7-416d-9d05-30b255050c9f None None] Set router c2474c25-d82a-4a52-894a-d11316020a36 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:46:23.700718 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c37a03c-3116-48d4-a853-12d00893d454 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=100550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 23:46:23.701129 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-7c37a03c-3116-48d4-a853-12d00893d454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7634266'] for segment, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:23.723997 dv-cinder-751579-26-iscsi neutron-server[100550]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 23:46:23.723997 dv-cinder-751579-26-iscsi neutron-server[100550]: from cryptography.utils import int_from_bytes Sep 07 23:46:23.723997 dv-cinder-751579-26-iscsi neutron-server[100550]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 23:46:23.723997 dv-cinder-751579-26-iscsi neutron-server[100550]: from cryptography.utils import int_from_bytes Sep 07 23:46:23.723997 dv-cinder-751579-26-iscsi neutron-server[100550]: Traceback (most recent call last): Sep 07 23:46:23.723997 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 23:46:23.723997 dv-cinder-751579-26-iscsi neutron-server[100550]: timer() Sep 07 23:46:23.723997 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 23:46:23.723997 dv-cinder-751579-26-iscsi neutron-server[100550]: cb(*args, **kw) Sep 07 23:46:23.723997 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 23:46:23.723997 dv-cinder-751579-26-iscsi neutron-server[100550]: return func(*args, **kwargs) Sep 07 23:46:23.723997 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 23:46:23.723997 dv-cinder-751579-26-iscsi neutron-server[100550]: self._notify() Sep 07 23:46:23.723997 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 23:46:23.723997 dv-cinder-751579-26-iscsi neutron-server[100550]: self.callback(batched_events) Sep 07 23:46:23.723997 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 23:46:23.723997 dv-cinder-751579-26-iscsi neutron-server[100550]: event.method(event) Sep 07 23:46:23.723997 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 23:46:23.723997 dv-cinder-751579-26-iscsi neutron-server[100550]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 23:46:23.723997 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 23:46:23.723997 dv-cinder-751579-26-iscsi neutron-server[100550]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 23:46:23.723997 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 23:46:23.723997 dv-cinder-751579-26-iscsi neutron-server[100550]: return f(self, *a, **k) Sep 07 23:46:23.723997 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 23:46:23.723997 dv-cinder-751579-26-iscsi neutron-server[100550]: return self._get(url).json() Sep 07 23:46:23.723997 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 23:46:23.723997 dv-cinder-751579-26-iscsi neutron-server[100550]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 23:46:23.723997 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 23:46:23.723997 dv-cinder-751579-26-iscsi neutron-server[100550]: return self.request(url, 'GET', **kwargs) Sep 07 23:46:23.723997 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 23:46:23.723997 dv-cinder-751579-26-iscsi neutron-server[100550]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 23:46:23.723997 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 23:46:23.723997 dv-cinder-751579-26-iscsi neutron-server[100550]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 23:46:23.723997 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 23:46:23.723997 dv-cinder-751579-26-iscsi neutron-server[100550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 23:46:23.723997 dv-cinder-751579-26-iscsi neutron-server[100550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 23:46:23.888093 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a1654-ff33-4dea-a950-27ba975304a2 req-f77b773f-e76e-4d1d-b8ce-43f4d7f25c39 tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:23.900805 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-000a1654-ff33-4dea-a950-27ba975304a2 req-f77b773f-e76e-4d1d-b8ce-43f4d7f25c39 tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee640ca8-f976-4393-97b3-810e382a7be7 HTTP/1.1" status: 200 len: 931 time: 0.8979142 Sep 07 23:46:23.927185 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1696269f-ef77-4f55-8ed1-ed41a27d86f7 req-e15429c4-4198-42f9-953b-18c0a5ae241f tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Made reservation on behalf of 9702d1f2203a4fd0995526e65ca89634 for: {'port': 1} {{(pid=100551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:46:23.955439 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-1696269f-ef77-4f55-8ed1-ed41a27d86f7 req-e15429c4-4198-42f9-953b-18c0a5ae241f tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:24.381851 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-9677f149-c7f6-40ec-9fe1-f4f6c7056fe5 None None] Notify callbacks [] for port, precommit_update {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:24.396426 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.provisioning_blocks [None req-9677f149-c7f6-40ec-9fe1-f4f6c7056fe5 None None] Transition to ACTIVE for port object 0b234c9d-81f4-4fa6-8894-877c6a311f7d will not be triggered until provisioned by entity L2. {{(pid=100553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:46:24.411309 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-9677f149-c7f6-40ec-9fe1-f4f6c7056fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:24.545339 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-000a1654-ff33-4dea-a950-27ba975304a2 req-8df169d8-8895-4a6a-b390-3077829c49ba tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] 10.222.0.15 "GET /v2.0/security-groups?id=4506fd38-8b2e-4b0e-89d8-31f2108248a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5139227 Sep 07 23:46:24.622862 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 883fdd4f-1104-4ee4-ab3a-14f9a8e08d25 up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:46:24.837043 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 56208) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:24.860603 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [None req-93af2189-de88-485e-a415-dbc393590275 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Request body: {'security_group': {'name': 'tempest-securitygroup--930006534', 'description': 'tempest-description--162180562'}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:46:24.878697 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08104df-94ba-454e-8596-9b7065f07695 None None] Pushing event updated for resources: {'Port': ['ID=0b234c9d-81f4-4fa6-8894-877c6a311f7d,revision_number=3']} {{(pid=100553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:24.889757 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.managers [None req-9677f149-c7f6-40ec-9fe1-f4f6c7056fe5 None None] Attempting to bind port 0b234c9d-81f4-4fa6-8894-877c6a311f7d on host dv-cinder-751579-26-iscsi for vnic_type normal with profile {{(pid=100553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 23:46:24.891227 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.managers [None req-9677f149-c7f6-40ec-9fe1-f4f6c7056fe5 None None] Attempting to bind port 0b234c9d-81f4-4fa6-8894-877c6a311f7d by drivers openvswitch,hyperv on host dv-cinder-751579-26-iscsi at level 0 using segments [{'id': 'c1e8596d-44b9-4f74-a478-a7fa52272fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bb0cf1ab-d1d5-410c-b15c-8c9770c10630'}] {{(pid=100553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 23:46:24.891881 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9677f149-c7f6-40ec-9fe1-f4f6c7056fe5 None None] Attempting to bind port 0b234c9d-81f4-4fa6-8894-877c6a311f7d on network bb0cf1ab-d1d5-410c-b15c-8c9770c10630 {{(pid=100553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:46:24.902987 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9677f149-c7f6-40ec-9fe1-f4f6c7056fe5 None None] Checking agent: {'id': '892ede6d-2e1c-48b6-9f9b-59f4d898b1a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 23, 38, 1), 'started_at': datetime.datetime(2021, 9, 7, 23, 38, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 23, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 23:46:24.903645 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9677f149-c7f6-40ec-9fe1-f4f6c7056fe5 None None] Checking segment: {'id': 'c1e8596d-44b9-4f74-a478-a7fa52272fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bb0cf1ab-d1d5-410c-b15c-8c9770c10630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:46:24.904213 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-9677f149-c7f6-40ec-9fe1-f4f6c7056fe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:24.905026 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9677f149-c7f6-40ec-9fe1-f4f6c7056fe5 None None] Bound using segment: {'id': 'c1e8596d-44b9-4f74-a478-a7fa52272fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bb0cf1ab-d1d5-410c-b15c-8c9770c10630'} {{(pid=100553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 23:46:24.905711 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.managers [None req-9677f149-c7f6-40ec-9fe1-f4f6c7056fe5 None None] Bound port: 0b234c9d-81f4-4fa6-8894-877c6a311f7d, host: dv-cinder-751579-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1e8596d-44b9-4f74-a478-a7fa52272fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bb0cf1ab-d1d5-410c-b15c-8c9770c10630'}}] {{(pid=100553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 23:46:24.906461 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-9677f149-c7f6-40ec-9fe1-f4f6c7056fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:24.978543 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-6ce3844d-feb7-416d-9d05-30b255050c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'name': 'tempest-AttachVolumeTestJSON-2145363682-router', 'tenant_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '24ff64fc-4fb7-47c8-8a4c-257a76071247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:46:10Z', 'updated_at': '2021-09-07T23:46:16Z', 'revision_number': 3, 'project_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'gw_port': {'id': '24ff64fc-4fb7-47c8-8a4c-257a76071247', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:62:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:12Z', 'updated_at': '2021-09-07T23:46:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi'}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:46:24.981139 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning for port 883fdd4f-1104-4ee4-ab3a-14f9a8e08d25 completed by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:46:25.045240 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.db [None req-9677f149-c7f6-40ec-9fe1-f4f6c7056fe5 None None] For port 0b234c9d-81f4-4fa6-8894-877c6a311f7d, host dv-cinder-751579-26-iscsi, cleared binding levels {{(pid=100553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 23:46:25.050487 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.db [None req-9677f149-c7f6-40ec-9fe1-f4f6c7056fe5 None None] For port 0b234c9d-81f4-4fa6-8894-877c6a311f7d, host dv-cinder-751579-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=0b234c9d-81f4-4fa6-8894-877c6a311f7d,segment=NetworkSegment(c1e8596d-44b9-4f74-a478-a7fa52272fc4),segment_id=c1e8596d-44b9-4f74-a478-a7fa52272fc4)] {{(pid=100553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 23:46:25.057636 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-9677f149-c7f6-40ec-9fe1-f4f6c7056fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:25.084365 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning complete for port 883fdd4f-1104-4ee4-ab3a-14f9a8e08d25 triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:46:25.097672 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:25.116796 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce3844d-feb7-416d-9d05-30b255050c9f None None] Checking router: c2474c25-d82a-4a52-894a-d11316020a36 for host: dv-cinder-751579-26-iscsi {{(pid=100552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 23:46:25.126542 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08104df-94ba-454e-8596-9b7065f07695 None None] Pushing event updated for resources: {'Port': ['ID=0b234c9d-81f4-4fa6-8894-877c6a311f7d,revision_number=4']} {{(pid=100553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:25.129062 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce3844d-feb7-416d-9d05-30b255050c9f None None] Updating router c2474c25-d82a-4a52-894a-d11316020a36 port 24ff64fc-4fb7-47c8-8a4c-257a76071247 binding host dv-cinder-751579-26-iscsi {{(pid=100552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 23:46:25.207272 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9677f149-c7f6-40ec-9fe1-f4f6c7056fe5 None None] Routers {'b6d43adc-d519-44d8-ad55-043586879107'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:46:25.207927 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-9677f149-c7f6-40ec-9fe1-f4f6c7056fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:46:02Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['b6d43adc-d519-44d8-ad55-043586879107'], 'active': True} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:46:25.490240 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.db_base_plugin_common [req-1696269f-ef77-4f55-8ed1-ed41a27d86f7 req-e15429c4-4198-42f9-953b-18c0a5ae241f tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Allocated IP 172.20.0.5 (5eb0a3c6-bf28-432c-ae1e-0b3ac767197a/1f5499ea-4448-4c88-9357-bae7d9ec21b9/29a0a3ae-f250-45b9-8bf5-c371f4f0c158) {{(pid=100551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:46:25.497578 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-6ce3844d-feb7-416d-9d05-30b255050c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:25.519996 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvr_db [None req-9677f149-c7f6-40ec-9fe1-f4f6c7056fe5 None None] Set router b6d43adc-d519-44d8-ad55-043586879107 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:46:25.525435 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-7c37a03c-3116-48d4-a853-12d00893d454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595403'] for network, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:25.694488 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-7c37a03c-3116-48d4-a853-12d00893d454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for network, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:25.709492 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-7c37a03c-3116-48d4-a853-12d00893d454 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2070d833-c49e-407a-b153-2f034c36d4a6 HTTP/1.1" status: 204 len: 168 time: 4.6009028 Sep 07 23:46:25.712128 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 56230) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:25.843794 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8aa96300-2ba0-4998-9175-a9ac0e10e696 req-ed80276b-b3b0-4d37-9a9a-9dcfbf59d793 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d1c53b5-8030-4c6a-ac96-86321509d586 HTTP/1.1" status: 200 len: 210 time: 0.7412517 Sep 07 23:46:25.874606 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-4b6f2152-0afc-4562-9bb1-6f596f2a807c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:26.050697 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-93af2189-de88-485e-a415-dbc393590275 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks [] for security_group, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:26.082505 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c37a03c-3116-48d4-a853-12d00893d454 admin admin] Pushing event deleted for resources: {'Network': ['ID=2070d833-c49e-407a-b153-2f034c36d4a6,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:26.439028 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-9677f149-c7f6-40ec-9fe1-f4f6c7056fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d43adc-d519-44d8-ad55-043586879107', 'name': 'tempest-AttachVolumeShelveTestJSON-1262007872-router', 'tenant_id': '58b276a8254e43be89c8e4a10c333cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '2f413a11-fd04-47ee-920d-4f3c41a47940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:46:08Z', 'updated_at': '2021-09-07T23:46:18Z', 'revision_number': 4, 'project_id': '58b276a8254e43be89c8e4a10c333cbe', 'gw_port': {'id': '2f413a11-fd04-47ee-920d-4f3c41a47940', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:43:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d43adc-d519-44d8-ad55-043586879107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:09Z', 'updated_at': '2021-09-07T23:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': '0b234c9d-81f4-4fa6-8894-877c6a311f7d', 'name': '', 'network_id': 'bb0cf1ab-d1d5-410c-b15c-8c9770c10630', 'tenant_id': '58b276a8254e43be89c8e4a10c333cbe', 'mac_address': 'fa:16:3e:1a:ce:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6d43adc-d519-44d8-ad55-043586879107', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2e4b191b-fe64-4814-8fad-97b5ba0852ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:16Z', 'updated_at': '2021-09-07T23:46:25Z', 'revision_number': 4, 'project_id': '58b276a8254e43be89c8e4a10c333cbe', 'subnets': [{'id': '2e4b191b-fe64-4814-8fad-97b5ba0852ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:46:26.443797 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:26.502949 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] For port 883fdd4f-1104-4ee4-ab3a-14f9a8e08d25, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=883fdd4f-1104-4ee4-ab3a-14f9a8e08d25,segment=NetworkSegment(4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a),segment_id=4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:46:26.514946 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:26.549481 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9677f149-c7f6-40ec-9fe1-f4f6c7056fe5 None None] The sync data for ids ['b6d43adc-d519-44d8-ad55-043586879107'] in dv-cinder-751579-26-iscsi is: [{'id': 'b6d43adc-d519-44d8-ad55-043586879107', 'name': 'tempest-AttachVolumeShelveTestJSON-1262007872-router', 'tenant_id': '58b276a8254e43be89c8e4a10c333cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '2f413a11-fd04-47ee-920d-4f3c41a47940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:46:08Z', 'updated_at': '2021-09-07T23:46:18Z', 'revision_number': 4, 'project_id': '58b276a8254e43be89c8e4a10c333cbe', 'gw_port': {'id': '2f413a11-fd04-47ee-920d-4f3c41a47940', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:43:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d43adc-d519-44d8-ad55-043586879107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:09Z', 'updated_at': '2021-09-07T23:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': '0b234c9d-81f4-4fa6-8894-877c6a311f7d', 'name': '', 'network_id': 'bb0cf1ab-d1d5-410c-b15c-8c9770c10630', 'tenant_id': '58b276a8254e43be89c8e4a10c333cbe', 'mac_address': 'fa:16:3e:1a:ce:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6d43adc-d519-44d8-ad55-043586879107', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2e4b191b-fe64-4814-8fad-97b5ba0852ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:16Z', 'updated_at': '2021-09-07T23:46:25Z', 'revision_number': 4, 'project_id': '58b276a8254e43be89c8e4a10c333cbe', 'subnets': [{'id': '2e4b191b-fe64-4814-8fad-97b5ba0852ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 23:46:26.564705 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-1696269f-ef77-4f55-8ed1-ed41a27d86f7 req-e15429c4-4198-42f9-953b-18c0a5ae241f tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Notify callbacks [] for port, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:26.647693 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-1696269f-ef77-4f55-8ed1-ed41a27d86f7 req-e15429c4-4198-42f9-953b-18c0a5ae241f tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287'] for port, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:26.670581 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b95bc-dca6-4644-8e0a-bb8fac51a794 req-83a8aa54-3a4f-48aa-b19b-6e217abcd5dd tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:26.678443 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-af9b95bc-dca6-4644-8e0a-bb8fac51a794 req-83a8aa54-3a4f-48aa-b19b-6e217abcd5dd tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee640ca8-f976-4393-97b3-810e382a7be7 HTTP/1.1" status: 200 len: 931 time: 0.6198525 Sep 07 23:46:26.854565 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-6ce3844d-feb7-416d-9d05-30b255050c9f None None] Notify callbacks [] for port, precommit_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:26.860302 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Pushing event updated for resources: {'Port': ['ID=883fdd4f-1104-4ee4-ab3a-14f9a8e08d25,revision_number=4']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:26.889008 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-6ce3844d-feb7-416d-9d05-30b255050c9f None None] Transition to ACTIVE for port object 24ff64fc-4fb7-47c8-8a4c-257a76071247 will not be triggered until provisioned by entity L2. {{(pid=100552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:46:26.902506 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.notifiers.nova [req-948f385b-884c-4a0e-8c9d-719c08c5a5f3 req-68afd490-3533-4d6c-936e-6ef92dbab57d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d6baaa0-88d8-4baa-99fd-6d8f8bea0aa2 {{(pid=100550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 23:46:26.904519 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15429c4-4198-42f9-953b-18c0a5ae241f tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Pushing event updated for resources: {'Port': ['ID=29a0a3ae-f250-45b9-8bf5-c371f4f0c158,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:26.913516 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-6ce3844d-feb7-416d-9d05-30b255050c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:26.915088 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [req-948f385b-884c-4a0e-8c9d-719c08c5a5f3 req-68afd490-3533-4d6c-936e-6ef92dbab57d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:26.934748 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.provisioning_blocks [req-948f385b-884c-4a0e-8c9d-719c08c5a5f3 req-68afd490-3533-4d6c-936e-6ef92dbab57d service neutron] Transition to ACTIVE for port object 6d6baaa0-88d8-4baa-99fd-6d8f8bea0aa2 will not be triggered until provisioned by entity L2. {{(pid=100550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:46:26.938770 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-4b6f2152-0afc-4562-9bb1-6f596f2a807c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287'] for port, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:26.955293 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc725a5-14fd-40f3-810d-9b3e0fd54426 admin admin] Deleting subnet c942c35b-33d0-4498-86ba-cd298f9a32a3 {{(pid=100550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 23:46:26.959689 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-5fc725a5-14fd-40f3-810d-9b3e0fd54426 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:27.046884 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [req-948f385b-884c-4a0e-8c9d-719c08c5a5f3 req-68afd490-3533-4d6c-936e-6ef92dbab57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7634818'] for port, after_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:27.107774 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-6ce3844d-feb7-416d-9d05-30b255050c9f None None] Attempting to bind port 24ff64fc-4fb7-47c8-8a4c-257a76071247 on host dv-cinder-751579-26-iscsi for vnic_type normal with profile {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 23:46:27.108435 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-6ce3844d-feb7-416d-9d05-30b255050c9f None None] Attempting to bind port 24ff64fc-4fb7-47c8-8a4c-257a76071247 by drivers openvswitch,hyperv on host dv-cinder-751579-26-iscsi at level 0 using segments [{'id': '4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658'}] {{(pid=100552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 23:46:27.109044 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce3844d-feb7-416d-9d05-30b255050c9f None None] Attempting to bind port 24ff64fc-4fb7-47c8-8a4c-257a76071247 on network 1ea758c5-ea33-45af-9d70-54dde57c9658 {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:46:27.118352 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce3844d-feb7-416d-9d05-30b255050c9f None None] Checking agent: {'id': '892ede6d-2e1c-48b6-9f9b-59f4d898b1a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 23, 38, 1), 'started_at': datetime.datetime(2021, 9, 7, 23, 38, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 23, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 23:46:27.121593 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce3844d-feb7-416d-9d05-30b255050c9f None None] Checking segment: {'id': '4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:46:27.122267 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-6ce3844d-feb7-416d-9d05-30b255050c9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:27.122773 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce3844d-feb7-416d-9d05-30b255050c9f None None] Bound using segment: {'id': '4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658'} {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 23:46:27.125627 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-6ce3844d-feb7-416d-9d05-30b255050c9f None None] Bound port: 24ff64fc-4fb7-47c8-8a4c-257a76071247, host: dv-cinder-751579-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658'}}] {{(pid=100552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 23:46:27.126172 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-6ce3844d-feb7-416d-9d05-30b255050c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:27.131297 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb32946-4194-4272-8068-4a5abe0d6bbf None None] Pushing event updated for resources: {'Port': ['ID=24ff64fc-4fb7-47c8-8a4c-257a76071247,revision_number=2']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:27.168909 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 56260) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:27.215939 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68afd490-3533-4d6c-936e-6ef92dbab57d service neutron] Pushing event updated for resources: {'Port': ['ID=6d6baaa0-88d8-4baa-99fd-6d8f8bea0aa2,revision_number=2']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:27.218681 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1696269f-ef77-4f55-8ed1-ed41a27d86f7 req-e15429c4-4198-42f9-953b-18c0a5ae241f tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Network 5eb0a3c6-bf28-432c-ae1e-0b3ac767197a is already hosted by enough agents. {{(pid=100551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:46:27.242416 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-6ce3844d-feb7-416d-9d05-30b255050c9f None None] For port 24ff64fc-4fb7-47c8-8a4c-257a76071247, host dv-cinder-751579-26-iscsi, cleared binding levels {{(pid=100552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 23:46:27.247946 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6f2152-0afc-4562-9bb1-6f596f2a807c admin admin] Pushing event updated for resources: {'Port': ['ID=2556acf0-2dac-44aa-8b80-2b61eedb163e,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:27.249046 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-6ce3844d-feb7-416d-9d05-30b255050c9f None None] For port 24ff64fc-4fb7-47c8-8a4c-257a76071247, host dv-cinder-751579-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=24ff64fc-4fb7-47c8-8a4c-257a76071247,segment=NetworkSegment(4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a),segment_id=4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a)] {{(pid=100552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 23:46:27.258777 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-6ce3844d-feb7-416d-9d05-30b255050c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:27.278492 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.base_scheduler [req-1696269f-ef77-4f55-8ed1-ed41a27d86f7 req-e15429c4-4198-42f9-953b-18c0a5ae241f tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Resources bound (agent type, host, resource id): {{(pid=100551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:46:27.294131 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6f2152-0afc-4562-9bb1-6f596f2a807c admin admin] Network 8f0ad28b-91ae-4394-8b5f-02f4ebeae46e is already hosted by enough agents. {{(pid=100551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:46:27.312041 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.l3_dvrscheduler_db [req-1696269f-ef77-4f55-8ed1-ed41a27d86f7 req-e15429c4-4198-42f9-953b-18c0a5ae241f tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Received port after_create {{(pid=100551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:46:27.323549 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1696269f-ef77-4f55-8ed1-ed41a27d86f7 req-e15429c4-4198-42f9-953b-18c0a5ae241f tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:27.330447 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-1696269f-ef77-4f55-8ed1-ed41a27d86f7 req-e15429c4-4198-42f9-953b-18c0a5ae241f tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:27.360469 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-af9b95bc-dca6-4644-8e0a-bb8fac51a794 req-7f193975-ce7a-44ca-bd09-c9b85a8bb2e3 tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] 10.222.0.15 "GET /v2.0/security-groups?id=4506fd38-8b2e-4b0e-89d8-31f2108248a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6706493 Sep 07 23:46:27.375594 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.base_scheduler [None req-4b6f2152-0afc-4562-9bb1-6f596f2a807c admin admin] Resources bound (agent type, host, resource id): {{(pid=100551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:46:27.425916 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6f2152-0afc-4562-9bb1-6f596f2a807c admin admin] Received port after_create {{(pid=100551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:46:27.427154 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-4b6f2152-0afc-4562-9bb1-6f596f2a807c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595522'] for router_interface, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:27.432860 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce3844d-feb7-416d-9d05-30b255050c9f None None] Routers {'c2474c25-d82a-4a52-894a-d11316020a36'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:46:27.434913 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-5fc725a5-14fd-40f3-810d-9b3e0fd54426 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1178054'] for subnet, precommit_delete_associations {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:27.441580 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-6ce3844d-feb7-416d-9d05-30b255050c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:46:02Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['c2474c25-d82a-4a52-894a-d11316020a36'], 'active': True} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:46:27.532628 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-5fc725a5-14fd-40f3-810d-9b3e0fd54426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673024'] for subnet, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:27.540088 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb32946-4194-4272-8068-4a5abe0d6bbf None None] Pushing event updated for resources: {'Port': ['ID=24ff64fc-4fb7-47c8-8a4c-257a76071247,revision_number=3']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:27.604321 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-93af2189-de88-485e-a415-dbc393590275 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks [] for security_group, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:27.677208 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-402f620e-3251-4608-a65b-a41f45f5a83e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:27.715115 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-93af2189-de88-485e-a415-dbc393590275 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:27.729333 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvr_db [None req-6ce3844d-feb7-416d-9d05-30b255050c9f None None] Set router c2474c25-d82a-4a52-894a-d11316020a36 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:46:27.736630 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1696269f-ef77-4f55-8ed1-ed41a27d86f7 req-e15429c4-4198-42f9-953b-18c0a5ae241f tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3384228 Sep 07 23:46:28.048196 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [req-1696269f-ef77-4f55-8ed1-ed41a27d86f7 req-3c545e77-ca19-48e9-a148-f091bf8c6476 service neutron] Request body: {'port': {'device_id': '6d1c53b5-8030-4c6a-ac96-86321509d586', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:46:28.113594 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-5fc725a5-14fd-40f3-810d-9b3e0fd54426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7634936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4620627'] for subnet, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:28.205432 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65927b0c-d71b-42cb-bd75-ffcfe7120bf7 req-9b8dd714-1706-4712-9a9c-a9a580cdfaf5 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:28.207853 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-65927b0c-d71b-42cb-bd75-ffcfe7120bf7 req-9b8dd714-1706-4712-9a9c-a9a580cdfaf5 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d1c53b5-8030-4c6a-ac96-86321509d586 HTTP/1.1" status: 200 len: 931 time: 0.9552114 Sep 07 23:46:28.220977 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-a97089fa-9ab6-4c68-8ba1-ffe1c6c7ca22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:28.223348 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc725a5-14fd-40f3-810d-9b3e0fd54426 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c942c35b-33d0-4498-86ba-cd298f9a32a3,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:28.229909 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93af2189-de88-485e-a415-dbc393590275 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f15da307-71bd-4f3f-9491-fe1653aeb526,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:28.245783 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-5fc725a5-14fd-40f3-810d-9b3e0fd54426 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:28.254796 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-acad05f3-83db-4991-909f-dcadf485c292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:28.255411 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 56268) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:28.261785 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-5fc725a5-14fd-40f3-810d-9b3e0fd54426 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c942c35b-33d0-4498-86ba-cd298f9a32a3 HTTP/1.1" status: 204 len: 168 time: 2.5169730 Sep 07 23:46:28.270477 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-6ce3844d-feb7-416d-9d05-30b255050c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'name': 'tempest-AttachVolumeTestJSON-2145363682-router', 'tenant_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '24ff64fc-4fb7-47c8-8a4c-257a76071247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:46:10Z', 'updated_at': '2021-09-07T23:46:16Z', 'revision_number': 3, 'project_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'gw_port': {'id': '24ff64fc-4fb7-47c8-8a4c-257a76071247', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:62:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:12Z', 'updated_at': '2021-09-07T23:46:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi'}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:46:28.310268 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce3844d-feb7-416d-9d05-30b255050c9f None None] The sync data for ids ['c2474c25-d82a-4a52-894a-d11316020a36'] in dv-cinder-751579-26-iscsi is: [{'id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'name': 'tempest-AttachVolumeTestJSON-2145363682-router', 'tenant_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '24ff64fc-4fb7-47c8-8a4c-257a76071247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:46:10Z', 'updated_at': '2021-09-07T23:46:16Z', 'revision_number': 3, 'project_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'gw_port': {'id': '24ff64fc-4fb7-47c8-8a4c-257a76071247', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:62:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:12Z', 'updated_at': '2021-09-07T23:46:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi'}] {{(pid=100552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 23:46:28.317535 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.managers [req-948f385b-884c-4a0e-8c9d-719c08c5a5f3 req-68afd490-3533-4d6c-936e-6ef92dbab57d service neutron] Attempting to bind port 6d6baaa0-88d8-4baa-99fd-6d8f8bea0aa2 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=100550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 23:46:28.317535 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.managers [req-948f385b-884c-4a0e-8c9d-719c08c5a5f3 req-68afd490-3533-4d6c-936e-6ef92dbab57d service neutron] Attempting to bind port 6d6baaa0-88d8-4baa-99fd-6d8f8bea0aa2 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': 'f37a4cdf-988f-4a66-b654-7f87d35ea5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e67f8eef-4c1f-4992-8fd5-83401b9c4114'}] {{(pid=100550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 23:46:28.317535 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948f385b-884c-4a0e-8c9d-719c08c5a5f3 req-68afd490-3533-4d6c-936e-6ef92dbab57d service neutron] Attempting to bind port 6d6baaa0-88d8-4baa-99fd-6d8f8bea0aa2 on network e67f8eef-4c1f-4992-8fd5-83401b9c4114 {{(pid=100550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:46:28.341846 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948f385b-884c-4a0e-8c9d-719c08c5a5f3 req-68afd490-3533-4d6c-936e-6ef92dbab57d service neutron] Port 6d6baaa0-88d8-4baa-99fd-6d8f8bea0aa2 on network e67f8eef-4c1f-4992-8fd5-83401b9c4114 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=100550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 23:46:28.342266 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948f385b-884c-4a0e-8c9d-719c08c5a5f3 req-68afd490-3533-4d6c-936e-6ef92dbab57d service neutron] Attempting to bind port 6d6baaa0-88d8-4baa-99fd-6d8f8bea0aa2 on network e67f8eef-4c1f-4992-8fd5-83401b9c4114 {{(pid=100550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:46:28.591521 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.db_base_plugin_common [None req-a97089fa-9ab6-4c68-8ba1-ffe1c6c7ca22 admin admin] Allocated IP 172.20.0.1 (9da50ae8-e6dd-49ef-bffd-03b5ec56f152/af6c2c51-70b3-4a7c-ab5d-dc9b76d1d9bc/e2bf89b3-4161-42b3-b518-8ce2a5017a4d) {{(pid=100550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:46:28.864393 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-a97089fa-9ab6-4c68-8ba1-ffe1c6c7ca22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:28.875286 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-4b6f2152-0afc-4562-9bb1-6f596f2a807c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:28.888355 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.provisioning_blocks [None req-a97089fa-9ab6-4c68-8ba1-ffe1c6c7ca22 admin admin] Transition to ACTIVE for port object e2bf89b3-4161-42b3-b518-8ce2a5017a4d will not be triggered until provisioned by entity DHCP. {{(pid=100550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:46:28.920810 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 883fdd4f-1104-4ee4-ab3a-14f9a8e08d25 up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:46:28.933845 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948f385b-884c-4a0e-8c9d-719c08c5a5f3 req-68afd490-3533-4d6c-936e-6ef92dbab57d service neutron] Checking agent: {'id': '8b06e77c-11ef-48c4-9ba2-92653b27ce62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 23, 44, 18), 'started_at': datetime.datetime(2021, 9, 7, 23, 44, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 23, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 23:46:28.934709 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948f385b-884c-4a0e-8c9d-719c08c5a5f3 req-68afd490-3533-4d6c-936e-6ef92dbab57d service neutron] Checking segment: {'id': 'f37a4cdf-988f-4a66-b654-7f87d35ea5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e67f8eef-4c1f-4992-8fd5-83401b9c4114'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:46:28.935685 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948f385b-884c-4a0e-8c9d-719c08c5a5f3 req-68afd490-3533-4d6c-936e-6ef92dbab57d service neutron] Bound using segment: {'id': 'f37a4cdf-988f-4a66-b654-7f87d35ea5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e67f8eef-4c1f-4992-8fd5-83401b9c4114'} {{(pid=100550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 23:46:28.937267 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.managers [req-948f385b-884c-4a0e-8c9d-719c08c5a5f3 req-68afd490-3533-4d6c-936e-6ef92dbab57d service neutron] Bound port: 6d6baaa0-88d8-4baa-99fd-6d8f8bea0aa2, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f37a4cdf-988f-4a66-b654-7f87d35ea5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e67f8eef-4c1f-4992-8fd5-83401b9c4114'}}] {{(pid=100550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 23:46:28.940440 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [req-948f385b-884c-4a0e-8c9d-719c08c5a5f3 req-68afd490-3533-4d6c-936e-6ef92dbab57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:29.003270 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7e8d6-361c-49a2-a8b3-335cfe4745d0 req-0d3ec978-162e-4cc2-8832-334b70163a34 tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:29.012024 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-13f7e8d6-361c-49a2-a8b3-335cfe4745d0 req-0d3ec978-162e-4cc2-8832-334b70163a34 tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee640ca8-f976-4393-97b3-810e382a7be7 HTTP/1.1" status: 200 len: 943 time: 0.2331886 Sep 07 23:46:29.071927 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning complete for port 883fdd4f-1104-4ee4-ab3a-14f9a8e08d25 triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:46:29.072340 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:29.075853 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-1696269f-ef77-4f55-8ed1-ed41a27d86f7 req-3c545e77-ca19-48e9-a148-f091bf8c6476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:29.137381 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-13f7e8d6-361c-49a2-a8b3-335cfe4745d0 req-f98f58e1-090d-47f1-b800-a0383c76f115 tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] 10.222.0.15 "GET /v2.0/security-groups?id=4506fd38-8b2e-4b0e-89d8-31f2108248a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243596 Sep 07 23:46:29.258716 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-65927b0c-d71b-42cb-bd75-ffcfe7120bf7 req-a64a96be-4f6e-4c6c-9d4f-83019a5f6129 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/security-groups?id=80d982fc-7c6a-451c-a13f-66d039ab5d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0101626 Sep 07 23:46:29.302254 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-a97089fa-9ab6-4c68-8ba1-ffe1c6c7ca22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7634829'] for port, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:29.350900 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.db [req-948f385b-884c-4a0e-8c9d-719c08c5a5f3 req-68afd490-3533-4d6c-936e-6ef92dbab57d service neutron] For port 6d6baaa0-88d8-4baa-99fd-6d8f8bea0aa2, host hv-cinder-75157, cleared binding levels {{(pid=100550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 23:46:29.403073 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.db [req-948f385b-884c-4a0e-8c9d-719c08c5a5f3 req-68afd490-3533-4d6c-936e-6ef92dbab57d service neutron] For port 6d6baaa0-88d8-4baa-99fd-6d8f8bea0aa2, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=6d6baaa0-88d8-4baa-99fd-6d8f8bea0aa2,segment=NetworkSegment(f37a4cdf-988f-4a66-b654-7f87d35ea5f2),segment_id=f37a4cdf-988f-4a66-b654-7f87d35ea5f2)] {{(pid=100550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 23:46:29.424369 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97089fa-9ab6-4c68-8ba1-ffe1c6c7ca22 admin admin] Network 9da50ae8-e6dd-49ef-bffd-03b5ec56f152 is already hosted by enough agents. {{(pid=100550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:46:29.430235 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [req-948f385b-884c-4a0e-8c9d-719c08c5a5f3 req-68afd490-3533-4d6c-936e-6ef92dbab57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7634818'] for port, after_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:29.435991 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.base_scheduler [None req-a97089fa-9ab6-4c68-8ba1-ffe1c6c7ca22 admin admin] Resources bound (agent type, host, resource id): {{(pid=100550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:46:29.444292 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 0b234c9d-81f4-4fa6-8894-877c6a311f7d up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:46:29.455173 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97089fa-9ab6-4c68-8ba1-ffe1c6c7ca22 admin admin] Pushing event updated for resources: {'Port': ['ID=e2bf89b3-4161-42b3-b518-8ce2a5017a4d,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:29.463900 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-971a300a-e0c6-46e5-afe6-b466289f2e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531467'] for network, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:29.473181 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97089fa-9ab6-4c68-8ba1-ffe1c6c7ca22 admin admin] Received port after_create {{(pid=100550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:46:29.648129 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning for port 0b234c9d-81f4-4fa6-8894-877c6a311f7d completed by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:46:29.665146 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning complete for port 0b234c9d-81f4-4fa6-8894-877c6a311f7d triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:46:29.680268 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:29.701220 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f385b-884c-4a0e-8c9d-719c08c5a5f3 req-68afd490-3533-4d6c-936e-6ef92dbab57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:29.701936 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [req-948f385b-884c-4a0e-8c9d-719c08c5a5f3 req-68afd490-3533-4d6c-936e-6ef92dbab57d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for port, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:29.703618 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [req-948f385b-884c-4a0e-8c9d-719c08c5a5f3 req-68afd490-3533-4d6c-936e-6ef92dbab57d service neutron] 10.222.0.42 "PUT /v2.0/ports/6d6baaa0-88d8-4baa-99fd-6d8f8bea0aa2 HTTP/1.1" status: 200 len: 1093 time: 8.4461439 Sep 07 23:46:29.704098 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee640ca8-f976-4393-97b3-810e382a7be7', 'tag': '6d6baaa0-88d8-4baa-99fd-6d8f8bea0aa2'}] {{(pid=100550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:46:29.764657 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-a97089fa-9ab6-4c68-8ba1-ffe1c6c7ca22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595522'] for router_interface, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:29.970994 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:30.022552 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68afd490-3533-4d6c-936e-6ef92dbab57d service neutron] Pushing event updated for resources: {'Port': ['ID=6d6baaa0-88d8-4baa-99fd-6d8f8bea0aa2,revision_number=3']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:30.097694 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-faf31619-9b92-4b86-aca9-b9cc42c32105 None None] Provisioning for port e2bf89b3-4161-42b3-b518-8ce2a5017a4d completed by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:46:30.111772 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-faf31619-9b92-4b86-aca9-b9cc42c32105 None None] Provisioning complete for port e2bf89b3-4161-42b3-b518-8ce2a5017a4d triggered by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:46:30.112567 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-faf31619-9b92-4b86-aca9-b9cc42c32105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:30.113710 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d662247da8c952987fd655d1558826128f562bf65326072a344d62a4e19a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da64af63-c900-4c6b-80cf-fb7c53c74982" -d '{"events": [{"name": "network-changed", "server_uuid": "ee640ca8-f976-4393-97b3-810e382a7be7", "tag": "6d6baaa0-88d8-4baa-99fd-6d8f8bea0aa2"}]}' {{(pid=100550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:46:30.117833 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] For port 0b234c9d-81f4-4fa6-8894-877c6a311f7d, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=0b234c9d-81f4-4fa6-8894-877c6a311f7d,segment=NetworkSegment(c1e8596d-44b9-4f74-a478-a7fa52272fc4),segment_id=c1e8596d-44b9-4f74-a478-a7fa52272fc4)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:46:30.238814 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:30.337283 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f385b-884c-4a0e-8c9d-719c08c5a5f3 req-565efaf8-fb6f-4d4f-9c5e-b85da45e9d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:30.341720 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [req-948f385b-884c-4a0e-8c9d-719c08c5a5f3 req-565efaf8-fb6f-4d4f-9c5e-b85da45e9d38 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=55a04ff6d0bc4fe3af33a6cc1a8fd656&device_id=ee640ca8-f976-4393-97b3-810e382a7be7 HTTP/1.1" status: 200 len: 1096 time: 0.3794804 Sep 07 23:46:30.470316 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Pushing event updated for resources: {'Port': ['ID=0b234c9d-81f4-4fa6-8894-877c6a311f7d,revision_number=5']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:30.527231 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-faf31619-9b92-4b86-aca9-b9cc42c32105 None None] Port e2bf89b3-4161-42b3-b518-8ce2a5017a4d cannot update to ACTIVE because it is not bound. {{(pid=100552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 23:46:30.627083 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 23:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac6df5d-d2e5-4da8-9fec-d4b76d6dd200 x-openstack-request-id: req-1ac6df5d-d2e5-4da8-9fec-d4b76d6dd200 {{(pid=100550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:46:30.627834 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee640ca8-f976-4393-97b3-810e382a7be7", "tag": "6d6baaa0-88d8-4baa-99fd-6d8f8bea0aa2", "status": "completed", "code": 200}]} {{(pid=100550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:46:30.628757 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1ac6df5d-d2e5-4da8-9fec-d4b76d6dd200 {{(pid=100550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:46:30.629738 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee640ca8-f976-4393-97b3-810e382a7be7', 'tag': '6d6baaa0-88d8-4baa-99fd-6d8f8bea0aa2', 'status': 'completed', 'code': 200} Sep 07 23:46:30.799863 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [req-948f385b-884c-4a0e-8c9d-719c08c5a5f3 req-32e2c7a2-f6d7-4d89-81ad-4951264cdb06 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d6baaa0-88d8-4baa-99fd-6d8f8bea0aa2 HTTP/1.1" status: 200 len: 217 time: 0.4124877 Sep 07 23:46:30.849591 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-a97089fa-9ab6-4c68-8ba1-ffe1c6c7ca22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:30.892771 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-402f620e-3251-4608-a65b-a41f45f5a83e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:30.994470 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 24ff64fc-4fb7-47c8-8a4c-257a76071247 up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:46:30.995383 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-402f620e-3251-4608-a65b-a41f45f5a83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:31.090117 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning for port 24ff64fc-4fb7-47c8-8a4c-257a76071247 completed by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:46:31.096913 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning complete for port 24ff64fc-4fb7-47c8-8a4c-257a76071247 triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:46:31.097485 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:31.121558 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-93af2189-de88-485e-a415-dbc393590275 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks [] for security_group, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:31.128244 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-93af2189-de88-485e-a415-dbc393590275 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 6.2797244 Sep 07 23:46:31.136282 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 56302) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:31.178254 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-396347be-d23d-4476-ab6d-1eae77d79994 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Request body: {'security_group_rule': {'security_group_id': 'f15da307-71bd-4f3f-9491-fe1653aeb526', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:46:31.179485 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-971a300a-e0c6-46e5-afe6-b466289f2e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675213', 'neutron.services.segments.db._delete_segments_for_network-8760371274105'] for network, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:31.231266 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:31.308865 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-402f620e-3251-4608-a65b-a41f45f5a83e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=68eb8e78b0d84927a137191b0221ee71&name=default HTTP/1.1" status: 200 len: 2979 time: 4.0965626 Sep 07 23:46:31.418990 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:31.454553 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 56308) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:31.460297 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402f620e-3251-4608-a65b-a41f45f5a83e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd854fb6-b26f-4fdd-a2ba-38d797bd02a3,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:31.472012 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] For port 24ff64fc-4fb7-47c8-8a4c-257a76071247, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=24ff64fc-4fb7-47c8-8a4c-257a76071247,segment=NetworkSegment(4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a),segment_id=4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:46:31.480078 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:31.481644 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 0b234c9d-81f4-4fa6-8894-877c6a311f7d up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:46:31.533297 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-971a300a-e0c6-46e5-afe6-b466289f2e93 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:46:31.533660 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-971a300a-e0c6-46e5-afe6-b466289f2e93 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:46:31.534429 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-971a300a-e0c6-46e5-afe6-b466289f2e93 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:46:31.534763 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-971a300a-e0c6-46e5-afe6-b466289f2e93 admin admin] Subscribe: > port after_create 55550000 {{(pid=100551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:46:31.535111 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-971a300a-e0c6-46e5-afe6-b466289f2e93 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:46:31.535451 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-971a300a-e0c6-46e5-afe6-b466289f2e93 admin admin] Subscribe: > port after_update 55550000 {{(pid=100551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:46:31.535786 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-971a300a-e0c6-46e5-afe6-b466289f2e93 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:46:31.536253 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-971a300a-e0c6-46e5-afe6-b466289f2e93 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:46:31.536440 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-971a300a-e0c6-46e5-afe6-b466289f2e93 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:46:31.536882 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-971a300a-e0c6-46e5-afe6-b466289f2e93 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:46:31.614712 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f385b-884c-4a0e-8c9d-719c08c5a5f3 req-c499bb53-4870-4552-af1f-cf0f96afe64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:31.619778 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [req-948f385b-884c-4a0e-8c9d-719c08c5a5f3 req-c499bb53-4870-4552-af1f-cf0f96afe64c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=488f78c8-82f0-4a2a-878e-c0177ceb2789 HTTP/1.1" status: 200 len: 852 time: 0.5080485 Sep 07 23:46:31.720702 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Pushing event updated for resources: {'Port': ['ID=24ff64fc-4fb7-47c8-8a4c-257a76071247,revision_number=4']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:31.796011 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-472fa390-9a24-4ae3-a803-e73115152faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:31.842655 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-a97089fa-9ab6-4c68-8ba1-ffe1c6c7ca22 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:31.852695 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning complete for port 0b234c9d-81f4-4fa6-8894-877c6a311f7d triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:46:31.853113 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:31.874418 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-396347be-d23d-4476-ab6d-1eae77d79994 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:31.879104 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-a97089fa-9ab6-4c68-8ba1-ffe1c6c7ca22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7634818'] for port, after_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:31.883493 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [req-948f385b-884c-4a0e-8c9d-719c08c5a5f3 req-43f5ff96-b8c3-4d90-9383-56b9b974487c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e67f8eef-4c1f-4992-8fd5-83401b9c4114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2188163 Sep 07 23:46:31.926825 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-971a300a-e0c6-46e5-afe6-b466289f2e93 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:46:31.927732 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-971a300a-e0c6-46e5-afe6-b466289f2e93 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:46:31.928145 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-971a300a-e0c6-46e5-afe6-b466289f2e93 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:46:31.928657 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-971a300a-e0c6-46e5-afe6-b466289f2e93 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 23:46:31.929428 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.services.segments.db [None req-971a300a-e0c6-46e5-afe6-b466289f2e93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93f67930-4fae-4cd6-b7d0-c34ffd04d10a']}} {{(pid=100551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:46:31.993939 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd371a-68f2-432c-b28b-a6a04d6129a4 req-fd6f2d1a-0c46-47ba-9072-ca20ce4525c5 tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:32.003795 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c1fd371a-68f2-432c-b28b-a6a04d6129a4 req-fd6f2d1a-0c46-47ba-9072-ca20ce4525c5 tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee640ca8-f976-4393-97b3-810e382a7be7 HTTP/1.1" status: 200 len: 943 time: 1.5067255 Sep 07 23:46:32.125439 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 56312) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:32.164826 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-4b6f2152-0afc-4562-9bb1-6f596f2a807c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:32.294838 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.services.segments.db [None req-971a300a-e0c6-46e5-afe6-b466289f2e93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'def9d8b2-596a-42ca-a4b8-5699cde7f04f') {'for_net_delete': True} {{(pid=100551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:46:32.295603 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.services.segments.db [None req-971a300a-e0c6-46e5-afe6-b466289f2e93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'def9d8b2-596a-42ca-a4b8-5699cde7f04f') {} {{(pid=100551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:46:32.308141 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c1fd371a-68f2-432c-b28b-a6a04d6129a4 req-8ce8764b-3c15-4c60-9cd9-548b856ba104 tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] 10.222.0.15 "GET /v2.0/security-groups?id=4506fd38-8b2e-4b0e-89d8-31f2108248a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360044 Sep 07 23:46:32.324803 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d122db25-6f07-4d90-a1cc-34b2dc90d65f req-b2a01e78-f63e-459c-94cc-dc7c30014397 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:32.339221 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d122db25-6f07-4d90-a1cc-34b2dc90d65f req-b2a01e78-f63e-459c-94cc-dc7c30014397 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d1c53b5-8030-4c6a-ac96-86321509d586 HTTP/1.1" status: 200 len: 931 time: 1.5013521 Sep 07 23:46:32.341971 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97089fa-9ab6-4c68-8ba1-ffe1c6c7ca22 admin admin] Pushing event updated for resources: {'Port': ['ID=e2bf89b3-4161-42b3-b518-8ce2a5017a4d,revision_number=2']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:32.359796 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-a97089fa-9ab6-4c68-8ba1-ffe1c6c7ca22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1820662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1593362'] for router_interface, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:32.391242 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-396347be-d23d-4476-ab6d-1eae77d79994 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:32.418660 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-971a300a-e0c6-46e5-afe6-b466289f2e93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760371273090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7425432'] for segment, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:32.449179 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [req-1696269f-ef77-4f55-8ed1-ed41a27d86f7 req-3c545e77-ca19-48e9-a148-f091bf8c6476 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29a0a3ae-f250-45b9-8bf5-c371f4f0c158 {{(pid=100551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 23:46:32.458849 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-4b6f2152-0afc-4562-9bb1-6f596f2a807c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5131532'] for port, after_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:32.479068 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-396347be-d23d-4476-ab6d-1eae77d79994 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790847'] for security_group_rule, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:32.550367 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-1696269f-ef77-4f55-8ed1-ed41a27d86f7 req-3c545e77-ca19-48e9-a148-f091bf8c6476 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:32.600957 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [req-948f385b-884c-4a0e-8c9d-719c08c5a5f3 req-b17f92d7-9882-469d-987d-d954262fff62 service neutron] 10.222.0.42 "GET /v2.0/networks/e67f8eef-4c1f-4992-8fd5-83401b9c4114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6321440 Sep 07 23:46:32.630693 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-12a469da-f089-467d-a72f-6c45a164d25d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:32.647982 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396347be-d23d-4476-ab6d-1eae77d79994 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e81be2a-2a78-4cbc-a982-6bd98d96e7f7,revision_number=0']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:32.653722 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97089fa-9ab6-4c68-8ba1-ffe1c6c7ca22 admin admin] Network 9da50ae8-e6dd-49ef-bffd-03b5ec56f152 is already hosted by enough agents. {{(pid=100550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:46:32.684880 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-edb3de47-380c-4ae3-802d-e16f2506f104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:32.723354 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-971a300a-e0c6-46e5-afe6-b466289f2e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675162'] for segment, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:32.735623 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.base_scheduler [None req-a97089fa-9ab6-4c68-8ba1-ffe1c6c7ca22 admin admin] Resources bound (agent type, host, resource id): {{(pid=100550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:46:32.743834 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 24ff64fc-4fb7-47c8-8a4c-257a76071247 up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:46:32.816029 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-971a300a-e0c6-46e5-afe6-b466289f2e93 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=100551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 23:46:32.816483 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-971a300a-e0c6-46e5-afe6-b466289f2e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5132244'] for segment, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:32.870706 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-12a469da-f089-467d-a72f-6c45a164d25d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:32.876256 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-396347be-d23d-4476-ab6d-1eae77d79994 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:32.879222 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-396347be-d23d-4476-ab6d-1eae77d79994 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7071671 Sep 07 23:46:32.885537 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 56316) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:32.891407 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-d2ec2310-0871-4962-b067-f2581557b60b tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Request body: {'security_group_rule': {'security_group_id': 'f15da307-71bd-4f3f-9491-fe1653aeb526', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:46:32.925058 dv-cinder-751579-26-iscsi neutron-server[100551]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 23:46:32.925058 dv-cinder-751579-26-iscsi neutron-server[100551]: from cryptography.utils import int_from_bytes Sep 07 23:46:32.925058 dv-cinder-751579-26-iscsi neutron-server[100551]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 23:46:32.925058 dv-cinder-751579-26-iscsi neutron-server[100551]: from cryptography.utils import int_from_bytes Sep 07 23:46:32.925058 dv-cinder-751579-26-iscsi neutron-server[100551]: Traceback (most recent call last): Sep 07 23:46:32.925058 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 23:46:32.925058 dv-cinder-751579-26-iscsi neutron-server[100551]: timer() Sep 07 23:46:32.925058 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 23:46:32.925058 dv-cinder-751579-26-iscsi neutron-server[100551]: cb(*args, **kw) Sep 07 23:46:32.925058 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 23:46:32.925058 dv-cinder-751579-26-iscsi neutron-server[100551]: return func(*args, **kwargs) Sep 07 23:46:32.925058 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 23:46:32.925058 dv-cinder-751579-26-iscsi neutron-server[100551]: self._notify() Sep 07 23:46:32.925058 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 23:46:32.925058 dv-cinder-751579-26-iscsi neutron-server[100551]: self.callback(batched_events) Sep 07 23:46:32.925058 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 23:46:32.925058 dv-cinder-751579-26-iscsi neutron-server[100551]: event.method(event) Sep 07 23:46:32.925058 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 23:46:32.925058 dv-cinder-751579-26-iscsi neutron-server[100551]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 23:46:32.925058 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 23:46:32.925058 dv-cinder-751579-26-iscsi neutron-server[100551]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 23:46:32.925058 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 23:46:32.925058 dv-cinder-751579-26-iscsi neutron-server[100551]: return f(self, *a, **k) Sep 07 23:46:32.925058 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 23:46:32.925058 dv-cinder-751579-26-iscsi neutron-server[100551]: return self._get(url).json() Sep 07 23:46:32.925058 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 23:46:32.925058 dv-cinder-751579-26-iscsi neutron-server[100551]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 23:46:32.925058 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 23:46:32.925058 dv-cinder-751579-26-iscsi neutron-server[100551]: return self.request(url, 'GET', **kwargs) Sep 07 23:46:32.925058 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 23:46:32.925058 dv-cinder-751579-26-iscsi neutron-server[100551]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 23:46:32.925058 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 23:46:32.925058 dv-cinder-751579-26-iscsi neutron-server[100551]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 23:46:32.925058 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 23:46:32.925058 dv-cinder-751579-26-iscsi neutron-server[100551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 23:46:32.925058 dv-cinder-751579-26-iscsi neutron-server[100551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 23:46:32.946549 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.provisioning_blocks [req-1696269f-ef77-4f55-8ed1-ed41a27d86f7 req-3c545e77-ca19-48e9-a148-f091bf8c6476 service neutron] Transition to ACTIVE for port object 29a0a3ae-f250-45b9-8bf5-c371f4f0c158 will not be triggered until provisioned by entity L2. {{(pid=100551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:46:32.976763 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-1696269f-ef77-4f55-8ed1-ed41a27d86f7 req-3c545e77-ca19-48e9-a148-f091bf8c6476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5131532'] for port, after_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:33.013146 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning complete for port 24ff64fc-4fb7-47c8-8a4c-257a76071247 triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:46:33.015688 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:33.067328 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-971a300a-e0c6-46e5-afe6-b466289f2e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595403'] for network, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:33.078290 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-971a300a-e0c6-46e5-afe6-b466289f2e93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for network, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:33.083326 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-971a300a-e0c6-46e5-afe6-b466289f2e93 admin admin] 10.222.0.15 "DELETE /v2.0/networks/93f67930-4fae-4cd6-b7d0-c34ffd04d10a HTTP/1.1" status: 204 len: 168 time: 4.8086436 Sep 07 23:46:33.092988 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-12a469da-f089-467d-a72f-6c45a164d25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:33.136628 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a300a-e0c6-46e5-afe6-b466289f2e93 admin admin] Pushing event deleted for resources: {'Network': ['ID=93f67930-4fae-4cd6-b7d0-c34ffd04d10a,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:33.152337 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-4b6f2152-0afc-4562-9bb1-6f596f2a807c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1820662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1593362'] for router_interface, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:33.179323 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-12a469da-f089-467d-a72f-6c45a164d25d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cf95582065d349c3a475a3c0ae13bb11&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0402799 Sep 07 23:46:33.179618 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d122db25-6f07-4d90-a1cc-34b2dc90d65f req-bb866973-03b0-478a-a368-ffd43a57156f tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/security-groups?id=80d982fc-7c6a-451c-a13f-66d039ab5d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8382270 Sep 07 23:46:33.200172 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 56320) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:33.210633 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-edb3de47-380c-4ae3-802d-e16f2506f104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:33.359669 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-8e7e6096-c5c2-4742-9f34-40a3b9787cc2 None None] Provisioning complete for port e2bf89b3-4161-42b3-b518-8ce2a5017a4d triggered by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:46:33.359786 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-8e7e6096-c5c2-4742-9f34-40a3b9787cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:33.363823 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ea97-3cf8-4e53-ad99-8ce826820bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:33.374085 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6f2152-0afc-4562-9bb1-6f596f2a807c admin admin] Pushing event updated for resources: {'Port': ['ID=2556acf0-2dac-44aa-8b80-2b61eedb163e,revision_number=2']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:33.449742 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-edb3de47-380c-4ae3-802d-e16f2506f104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:33.452511 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-edb3de47-380c-4ae3-802d-e16f2506f104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:33.464810 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-edb3de47-380c-4ae3-802d-e16f2506f104 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cd854fb6-b26f-4fdd-a2ba-38d797bd02a3 HTTP/1.1" status: 204 len: 168 time: 1.9986777 Sep 07 23:46:33.471305 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-8e7e6096-c5c2-4742-9f34-40a3b9787cc2 None None] Port e2bf89b3-4161-42b3-b518-8ce2a5017a4d cannot update to ACTIVE because it is not bound. {{(pid=100552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 23:46:33.584740 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d2ec2310-0871-4962-b067-f2581557b60b tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:33.655307 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 56328) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:33.682188 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a469da-f089-467d-a72f-6c45a164d25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc366e2b-febe-4d7b-aa38-d9f3b5e586a5,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:33.801611 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb3de47-380c-4ae3-802d-e16f2506f104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd854fb6-b26f-4fdd-a2ba-38d797bd02a3,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:33.944107 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a97089fa-9ab6-4c68-8ba1-ffe1c6c7ca22 admin admin] Router c2474c25-d82a-4a52-894a-d11316020a36 has already been hosted by L3 agent 19316ef7-2440-47e6-ada3-35aaee6f744b {{(pid=100550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 23:46:33.982027 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d2ec2310-0871-4962-b067-f2581557b60b tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:33.983634 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-1696269f-ef77-4f55-8ed1-ed41a27d86f7 req-3c545e77-ca19-48e9-a148-f091bf8c6476 service neutron] Attempting to bind port 29a0a3ae-f250-45b9-8bf5-c371f4f0c158 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 23:46:33.985494 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-1696269f-ef77-4f55-8ed1-ed41a27d86f7 req-3c545e77-ca19-48e9-a148-f091bf8c6476 service neutron] Attempting to bind port 29a0a3ae-f250-45b9-8bf5-c371f4f0c158 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '3fd46725-363a-40b4-a905-e4625251ced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5eb0a3c6-bf28-432c-ae1e-0b3ac767197a'}] {{(pid=100551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 23:46:33.986603 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1696269f-ef77-4f55-8ed1-ed41a27d86f7 req-3c545e77-ca19-48e9-a148-f091bf8c6476 service neutron] Attempting to bind port 29a0a3ae-f250-45b9-8bf5-c371f4f0c158 on network 5eb0a3c6-bf28-432c-ae1e-0b3ac767197a {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:46:33.997398 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d2ec2310-0871-4962-b067-f2581557b60b tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790847'] for security_group_rule, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:34.000807 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1696269f-ef77-4f55-8ed1-ed41a27d86f7 req-3c545e77-ca19-48e9-a148-f091bf8c6476 service neutron] Port 29a0a3ae-f250-45b9-8bf5-c371f4f0c158 on network 5eb0a3c6-bf28-432c-ae1e-0b3ac767197a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 23:46:34.001436 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1696269f-ef77-4f55-8ed1-ed41a27d86f7 req-3c545e77-ca19-48e9-a148-f091bf8c6476 service neutron] Attempting to bind port 29a0a3ae-f250-45b9-8bf5-c371f4f0c158 on network 5eb0a3c6-bf28-432c-ae1e-0b3ac767197a {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:46:34.005627 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c545e77-ca19-48e9-a148-f091bf8c6476 service neutron] Pushing event updated for resources: {'Port': ['ID=29a0a3ae-f250-45b9-8bf5-c371f4f0c158,revision_number=2']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:34.031811 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec2310-0871-4962-b067-f2581557b60b tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69a258ac-7069-4091-b3e3-ef5c1292ea0c,revision_number=0']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:34.063473 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3c987-0097-487b-addc-364563090794 req-a0d8584b-98b4-4e9c-9a2d-420b255ac6f9 tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:34.067080 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f5f3c987-0097-487b-addc-364563090794 req-a0d8584b-98b4-4e9c-9a2d-420b255ac6f9 tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee640ca8-f976-4393-97b3-810e382a7be7 HTTP/1.1" status: 200 len: 943 time: 0.5234714 Sep 07 23:46:34.104611 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d2ec2310-0871-4962-b067-f2581557b60b tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:34.109155 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-d2ec2310-0871-4962-b067-f2581557b60b tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2214811 Sep 07 23:46:34.110082 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 56334) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:34.119745 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-dbe1d308-1ea4-43f5-9e75-8bda09a67ff1 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Request body: {'floatingip': {'floating_network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658'}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:46:34.131586 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [req-948f385b-884c-4a0e-8c9d-719c08c5a5f3 req-52608449-c221-494d-b69d-7cd99e2f88ad service neutron] 10.222.0.42 "GET /v2.0/networks/e67f8eef-4c1f-4992-8fd5-83401b9c4114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6546819 Sep 07 23:46:34.208507 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-dbe1d308-1ea4-43f5-9e75-8bda09a67ff1 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks [] for floatingip, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:34.259982 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97089fa-9ab6-4c68-8ba1-ffe1c6c7ca22 admin admin] Notify agent at l3_agent.dv-cinder-751579-26-iscsi the message routers_updated {{(pid=100550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 23:46:34.282346 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd91f9a-3eff-459d-bb8a-a42f706e7f47 None None] Sync routers for ids ['c2474c25-d82a-4a52-894a-d11316020a36'] in dv-cinder-751579-26-iscsi {{(pid=100553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 23:46:34.284185 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-a97089fa-9ab6-4c68-8ba1-ffe1c6c7ca22 admin admin] 10.222.0.15 "PUT /v2.0/routers/c2474c25-d82a-4a52-894a-d11316020a36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6432571 Sep 07 23:46:34.301390 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd91f9a-3eff-459d-bb8a-a42f706e7f47 None None] Routers {'c2474c25-d82a-4a52-894a-d11316020a36'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:46:34.306768 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-2bd91f9a-3eff-459d-bb8a-a42f706e7f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:46:32Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['c2474c25-d82a-4a52-894a-d11316020a36'], 'active': True} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:46:34.389586 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-632c45b3-8a0d-4534-9888-036c3e428017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:34.400127 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 56340) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:34.401372 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1696269f-ef77-4f55-8ed1-ed41a27d86f7 req-3c545e77-ca19-48e9-a148-f091bf8c6476 service neutron] Checking agent: {'id': '8b06e77c-11ef-48c4-9ba2-92653b27ce62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 23, 44, 18), 'started_at': datetime.datetime(2021, 9, 7, 23, 44, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 23, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 23:46:34.401702 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1696269f-ef77-4f55-8ed1-ed41a27d86f7 req-3c545e77-ca19-48e9-a148-f091bf8c6476 service neutron] Checking segment: {'id': '3fd46725-363a-40b4-a905-e4625251ced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5eb0a3c6-bf28-432c-ae1e-0b3ac767197a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:46:34.402323 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1696269f-ef77-4f55-8ed1-ed41a27d86f7 req-3c545e77-ca19-48e9-a148-f091bf8c6476 service neutron] Bound using segment: {'id': '3fd46725-363a-40b4-a905-e4625251ced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5eb0a3c6-bf28-432c-ae1e-0b3ac767197a'} {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 23:46:34.402794 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-1696269f-ef77-4f55-8ed1-ed41a27d86f7 req-3c545e77-ca19-48e9-a148-f091bf8c6476 service neutron] Bound port: 29a0a3ae-f250-45b9-8bf5-c371f4f0c158, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fd46725-363a-40b4-a905-e4625251ced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5eb0a3c6-bf28-432c-ae1e-0b3ac767197a'}}] {{(pid=100551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 23:46:34.403175 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-1696269f-ef77-4f55-8ed1-ed41a27d86f7 req-3c545e77-ca19-48e9-a148-f091bf8c6476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:34.452878 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvr_db [None req-2bd91f9a-3eff-459d-bb8a-a42f706e7f47 None None] Set router c2474c25-d82a-4a52-894a-d11316020a36 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:46:34.475023 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6f2152-0afc-4562-9bb1-6f596f2a807c admin admin] Network 8f0ad28b-91ae-4394-8b5f-02f4ebeae46e is already hosted by enough agents. {{(pid=100551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:46:34.507045 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.base_scheduler [None req-4b6f2152-0afc-4562-9bb1-6f596f2a807c admin admin] Resources bound (agent type, host, resource id): {{(pid=100551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:46:34.524596 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64af63-c900-4c6b-80cf-fb7c53c74982 req-de4ae85e-28ef-4944-9217-9cbbcc1eb44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:34.526892 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [req-da64af63-c900-4c6b-80cf-fb7c53c74982 req-de4ae85e-28ef-4944-9217-9cbbcc1eb44a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=55a04ff6d0bc4fe3af33a6cc1a8fd656&device_id=ee640ca8-f976-4393-97b3-810e382a7be7 HTTP/1.1" status: 200 len: 1096 time: 0.1187129 Sep 07 23:46:34.540984 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-563af791-2fd8-4f4d-82fc-b988c154b5c6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=65b419df8dd440c89a147029911b80d5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7657526 Sep 07 23:46:34.552174 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-e989b4cc-355f-4990-9712-ac8d9393be2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:34.555559 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-632c45b3-8a0d-4534-9888-036c3e428017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:34.560418 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 56346) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:34.621619 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-dbe1d308-1ea4-43f5-9e75-8bda09a67ff1 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:34.710078 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f5f3c987-0097-487b-addc-364563090794 req-36d832a4-2528-4695-a08a-3c322c67d91e tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] 10.222.0.15 "GET /v2.0/security-groups?id=4506fd38-8b2e-4b0e-89d8-31f2108248a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360898 Sep 07 23:46:34.742024 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-1696269f-ef77-4f55-8ed1-ed41a27d86f7 req-3c545e77-ca19-48e9-a148-f091bf8c6476 service neutron] For port 29a0a3ae-f250-45b9-8bf5-c371f4f0c158, host hv-cinder-75157, cleared binding levels {{(pid=100551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 23:46:34.754530 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-1696269f-ef77-4f55-8ed1-ed41a27d86f7 req-3c545e77-ca19-48e9-a148-f091bf8c6476 service neutron] For port 29a0a3ae-f250-45b9-8bf5-c371f4f0c158, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=29a0a3ae-f250-45b9-8bf5-c371f4f0c158,segment=NetworkSegment(3fd46725-363a-40b4-a905-e4625251ced3),segment_id=3fd46725-363a-40b4-a905-e4625251ced3)] {{(pid=100551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 23:46:34.796514 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64af63-c900-4c6b-80cf-fb7c53c74982 req-7a7bbace-98eb-4d49-8d6f-d28fc7ba74cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:34.798001 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [req-da64af63-c900-4c6b-80cf-fb7c53c74982 req-7a7bbace-98eb-4d49-8d6f-d28fc7ba74cd service neutron] 10.222.0.42 "GET /v2.0/networks?id=e67f8eef-4c1f-4992-8fd5-83401b9c4114 HTTP/1.1" status: 200 len: 913 time: 0.2576013 Sep 07 23:46:34.805411 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-1696269f-ef77-4f55-8ed1-ed41a27d86f7 req-3c545e77-ca19-48e9-a148-f091bf8c6476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5131532'] for port, after_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:34.826303 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3767307-a381-4655-8c19-8170a3e5286d req-491aa232-477e-4f0f-8a43-1b582f4d9211 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:34.828880 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c3767307-a381-4655-8c19-8170a3e5286d req-491aa232-477e-4f0f-8a43-1b582f4d9211 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d1c53b5-8030-4c6a-ac96-86321509d586 HTTP/1.1" status: 200 len: 943 time: 0.4345126 Sep 07 23:46:34.867526 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [req-da64af63-c900-4c6b-80cf-fb7c53c74982 req-9eaaad9d-dca3-4c8a-a1b6-daeb3baf1383 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d6baaa0-88d8-4baa-99fd-6d8f8bea0aa2 HTTP/1.1" status: 200 len: 217 time: 0.0494559 Sep 07 23:46:34.909940 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-2bd91f9a-3eff-459d-bb8a-a42f706e7f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'name': 'tempest-AttachVolumeTestJSON-2145363682-router', 'tenant_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '24ff64fc-4fb7-47c8-8a4c-257a76071247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:46:10Z', 'updated_at': '2021-09-07T23:46:30Z', 'revision_number': 4, 'project_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'gw_port': {'id': '24ff64fc-4fb7-47c8-8a4c-257a76071247', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:62:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:12Z', 'updated_at': '2021-09-07T23:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': 'e2bf89b3-4161-42b3-b518-8ce2a5017a4d', 'name': '', 'network_id': '9da50ae8-e6dd-49ef-bffd-03b5ec56f152', 'tenant_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'mac_address': 'fa:16:3e:2d:e5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'af6c2c51-70b3-4a7c-ab5d-dc9b76d1d9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:28Z', 'updated_at': '2021-09-07T23:46:30Z', 'revision_number': 2, 'project_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'subnets': [{'id': 'af6c2c51-70b3-4a7c-ab5d-dc9b76d1d9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:46:34.925656 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.db_base_plugin_common [None req-dbe1d308-1ea4-43f5-9e75-8bda09a67ff1 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Allocated IP 172.27.2.189 (1ea758c5-ea33-45af-9d70-54dde57c9658/5c624cf3-fab2-4caa-bdca-00a0c67beab2/11c485f0-cd4b-4fa3-a89b-8fe4ca44fa0b) {{(pid=100550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:46:34.957785 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64af63-c900-4c6b-80cf-fb7c53c74982 req-1261cb1b-3f32-4629-a0fb-ee841c271843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:34.959322 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [req-da64af63-c900-4c6b-80cf-fb7c53c74982 req-1261cb1b-3f32-4629-a0fb-ee841c271843 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=488f78c8-82f0-4a2a-878e-c0177ceb2789 HTTP/1.1" status: 200 len: 852 time: 0.0842202 Sep 07 23:46:35.015078 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [req-da64af63-c900-4c6b-80cf-fb7c53c74982 req-96099020-a14b-4485-83fe-f79a7a852b13 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e67f8eef-4c1f-4992-8fd5-83401b9c4114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437186 Sep 07 23:46:35.069693 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b6f2152-0afc-4562-9bb1-6f596f2a807c admin admin] Router a2ea2975-9e24-40c1-8c7e-7843d47ea287 has already been hosted by L3 agent 19316ef7-2440-47e6-ada3-35aaee6f744b {{(pid=100551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 23:46:35.105941 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd91f9a-3eff-459d-bb8a-a42f706e7f47 None None] Checking router: c2474c25-d82a-4a52-894a-d11316020a36 for host: dv-cinder-751579-26-iscsi {{(pid=100553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 23:46:35.106524 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd91f9a-3eff-459d-bb8a-a42f706e7f47 None None] Updating router c2474c25-d82a-4a52-894a-d11316020a36 port e2bf89b3-4161-42b3-b518-8ce2a5017a4d binding host dv-cinder-751579-26-iscsi {{(pid=100553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 23:46:35.136523 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1696269f-ef77-4f55-8ed1-ed41a27d86f7 req-3c545e77-ca19-48e9-a148-f091bf8c6476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:35.138063 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-1696269f-ef77-4f55-8ed1-ed41a27d86f7 req-3c545e77-ca19-48e9-a148-f091bf8c6476 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:35.144722 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1696269f-ef77-4f55-8ed1-ed41a27d86f7 req-3c545e77-ca19-48e9-a148-f091bf8c6476 service neutron] 10.222.0.42 "PUT /v2.0/ports/29a0a3ae-f250-45b9-8bf5-c371f4f0c158 HTTP/1.1" status: 200 len: 1093 time: 7.0991418 Sep 07 23:46:35.158509 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-2bd91f9a-3eff-459d-bb8a-a42f706e7f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:35.177970 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-187590d1-19a7-4a5a-ac4c-70625f9f540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:35.191113 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-dbe1d308-1ea4-43f5-9e75-8bda09a67ff1 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks [] for port, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:35.204476 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d1c53b5-8030-4c6a-ac96-86321509d586', 'tag': '29a0a3ae-f250-45b9-8bf5-c371f4f0c158'}] {{(pid=100551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:46:35.226632 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [req-da64af63-c900-4c6b-80cf-fb7c53c74982 req-1c85c17b-404f-4ac1-b318-e7dee83162a8 service neutron] 10.222.0.42 "GET /v2.0/networks/e67f8eef-4c1f-4992-8fd5-83401b9c4114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823425 Sep 07 23:46:35.303563 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-e989b4cc-355f-4990-9712-ac8d9393be2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:35.337007 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c3767307-a381-4655-8c19-8170a3e5286d req-fb6f305d-dbe3-4dd0-ae86-2a11847fed67 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/security-groups?id=80d982fc-7c6a-451c-a13f-66d039ab5d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4736435 Sep 07 23:46:35.338982 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-d16cd3be-96f8-4b54-abd1-5456fcdc8c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:35.341009 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c545e77-ca19-48e9-a148-f091bf8c6476 service neutron] Pushing event updated for resources: {'Port': ['ID=29a0a3ae-f250-45b9-8bf5-c371f4f0c158,revision_number=3']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:35.425388 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 56358) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:35.445636 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [None req-5f2ecbb4-1018-4105-a588-fe5d7e3a210d tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1675293706', 'description': 'tempest-description--1308364371'}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:46:35.458103 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-e989b4cc-355f-4990-9712-ac8d9393be2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:35.497950 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744d18a1a9123520e55b11d6b4f544890c28500fff252c5db1cb0c4b69d72d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b56068-e1e9-4c09-a18c-341bdd5786a4" -d '{"events": [{"name": "network-changed", "server_uuid": "6d1c53b5-8030-4c6a-ac96-86321509d586", "tag": "29a0a3ae-f250-45b9-8bf5-c371f4f0c158"}]}' {{(pid=100551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:46:35.528313 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-632c45b3-8a0d-4534-9888-036c3e428017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:35.533369 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-632c45b3-8a0d-4534-9888-036c3e428017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:35.535433 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-632c45b3-8a0d-4534-9888-036c3e428017 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fc366e2b-febe-4d7b-aa38-d9f3b5e586a5 HTTP/1.1" status: 204 len: 168 time: 2.1681540 Sep 07 23:46:35.583007 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-2bd91f9a-3eff-459d-bb8a-a42f706e7f47 None None] Notify callbacks [] for port, precommit_update {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:35.617027 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.provisioning_blocks [None req-2bd91f9a-3eff-459d-bb8a-a42f706e7f47 None None] Transition to ACTIVE for port object e2bf89b3-4161-42b3-b518-8ce2a5017a4d will not be triggered until provisioned by entity L2. {{(pid=100553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:46:35.637206 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-2bd91f9a-3eff-459d-bb8a-a42f706e7f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:35.690461 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-d16cd3be-96f8-4b54-abd1-5456fcdc8c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:35.690722 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-dbe1d308-1ea4-43f5-9e75-8bda09a67ff1 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7634829'] for port, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:35.752652 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e446cc7-2028-4be9-9a2e-7ec1b9946539 None None] Pushing event updated for resources: {'Port': ['ID=e2bf89b3-4161-42b3-b518-8ce2a5017a4d,revision_number=3']} {{(pid=100553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:35.770650 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-e989b4cc-355f-4990-9712-ac8d9393be2e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=40eb79698f704094bfa1e5c60f3a6b09&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3496640 Sep 07 23:46:35.817065 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e989b4cc-355f-4990-9712-ac8d9393be2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da9b04b-ddee-4351-8fff-cbc85ca23c45,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:35.824371 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 56368) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:35.830496 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 23:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2645cc83-f17b-4326-8950-19816d91b724 x-openstack-request-id: req-2645cc83-f17b-4326-8950-19816d91b724 {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:46:35.830980 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d1c53b5-8030-4c6a-ac96-86321509d586", "tag": "29a0a3ae-f250-45b9-8bf5-c371f4f0c158", "status": "completed", "code": 200}]} {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:46:35.831322 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2645cc83-f17b-4326-8950-19816d91b724 {{(pid=100551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:46:35.832098 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe1d308-1ea4-43f5-9e75-8bda09a67ff1 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Network 1ea758c5-ea33-45af-9d70-54dde57c9658 is already hosted by enough agents. {{(pid=100550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:46:35.832678 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d1c53b5-8030-4c6a-ac96-86321509d586', 'tag': '29a0a3ae-f250-45b9-8bf5-c371f4f0c158', 'status': 'completed', 'code': 200} Sep 07 23:46:35.842894 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1696269f-ef77-4f55-8ed1-ed41a27d86f7 req-05888b28-fb56-43b5-b3fe-cab1b14d7b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:35.847932 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.base_scheduler [None req-dbe1d308-1ea4-43f5-9e75-8bda09a67ff1 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Resources bound (agent type, host, resource id): {{(pid=100550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:46:35.848267 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1696269f-ef77-4f55-8ed1-ed41a27d86f7 req-05888b28-fb56-43b5-b3fe-cab1b14d7b2c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9702d1f2203a4fd0995526e65ca89634&device_id=6d1c53b5-8030-4c6a-ac96-86321509d586 HTTP/1.1" status: 200 len: 1096 time: 0.6286826 Sep 07 23:46:35.873824 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe1d308-1ea4-43f5-9e75-8bda09a67ff1 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Received port after_create {{(pid=100550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:46:35.883758 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [req-da64af63-c900-4c6b-80cf-fb7c53c74982 req-22cf9c64-cc66-4c61-8e2c-046324d94b32 service neutron] 10.222.0.42 "GET /v2.0/networks/e67f8eef-4c1f-4992-8fd5-83401b9c4114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6489792 Sep 07 23:46:35.886347 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-5f2ecbb4-1018-4105-a588-fe5d7e3a210d tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks [] for security_group, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:35.941003 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.managers [None req-2bd91f9a-3eff-459d-bb8a-a42f706e7f47 None None] Attempting to bind port e2bf89b3-4161-42b3-b518-8ce2a5017a4d on host dv-cinder-751579-26-iscsi for vnic_type normal with profile {{(pid=100553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 23:46:35.941643 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.managers [None req-2bd91f9a-3eff-459d-bb8a-a42f706e7f47 None None] Attempting to bind port e2bf89b3-4161-42b3-b518-8ce2a5017a4d by drivers openvswitch,hyperv on host dv-cinder-751579-26-iscsi at level 0 using segments [{'id': '1471fa56-0ce1-4bf0-b66f-c84e509237a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9da50ae8-e6dd-49ef-bffd-03b5ec56f152'}] {{(pid=100553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 23:46:35.942259 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd91f9a-3eff-459d-bb8a-a42f706e7f47 None None] Attempting to bind port e2bf89b3-4161-42b3-b518-8ce2a5017a4d on network 9da50ae8-e6dd-49ef-bffd-03b5ec56f152 {{(pid=100553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:46:35.957122 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd91f9a-3eff-459d-bb8a-a42f706e7f47 None None] Checking agent: {'id': '892ede6d-2e1c-48b6-9f9b-59f4d898b1a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 23, 38, 1), 'started_at': datetime.datetime(2021, 9, 7, 23, 38, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 23, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 23:46:35.957510 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd91f9a-3eff-459d-bb8a-a42f706e7f47 None None] Checking segment: {'id': '1471fa56-0ce1-4bf0-b66f-c84e509237a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9da50ae8-e6dd-49ef-bffd-03b5ec56f152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:46:35.960267 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-2bd91f9a-3eff-459d-bb8a-a42f706e7f47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:35.960726 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd91f9a-3eff-459d-bb8a-a42f706e7f47 None None] Bound using segment: {'id': '1471fa56-0ce1-4bf0-b66f-c84e509237a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9da50ae8-e6dd-49ef-bffd-03b5ec56f152'} {{(pid=100553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 23:46:35.961248 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.managers [None req-2bd91f9a-3eff-459d-bb8a-a42f706e7f47 None None] Bound port: e2bf89b3-4161-42b3-b518-8ce2a5017a4d, host: dv-cinder-751579-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1471fa56-0ce1-4bf0-b66f-c84e509237a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9da50ae8-e6dd-49ef-bffd-03b5ec56f152'}}] {{(pid=100553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 23:46:35.961673 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-2bd91f9a-3eff-459d-bb8a-a42f706e7f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:35.989404 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe1d308-1ea4-43f5-9e75-8bda09a67ff1 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Pushing event updated for resources: {'Port': ['ID=11c485f0-cd4b-4fa3-a89b-8fe4ca44fa0b,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:36.112125 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.db [None req-2bd91f9a-3eff-459d-bb8a-a42f706e7f47 None None] For port e2bf89b3-4161-42b3-b518-8ce2a5017a4d, host dv-cinder-751579-26-iscsi, cleared binding levels {{(pid=100553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 23:46:36.118437 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.db [None req-2bd91f9a-3eff-459d-bb8a-a42f706e7f47 None None] For port e2bf89b3-4161-42b3-b518-8ce2a5017a4d, host dv-cinder-751579-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=e2bf89b3-4161-42b3-b518-8ce2a5017a4d,segment=NetworkSegment(1471fa56-0ce1-4bf0-b66f-c84e509237a6),segment_id=1471fa56-0ce1-4bf0-b66f-c84e509237a6)] {{(pid=100553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 23:46:36.135401 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-2bd91f9a-3eff-459d-bb8a-a42f706e7f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:36.195062 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1696269f-ef77-4f55-8ed1-ed41a27d86f7 req-6767b785-52a2-41d5-8fc9-4a093d2f0fb9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29a0a3ae-f250-45b9-8bf5-c371f4f0c158 HTTP/1.1" status: 200 len: 217 time: 0.2871048 Sep 07 23:46:36.196229 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632c45b3-8a0d-4534-9888-036c3e428017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc366e2b-febe-4d7b-aa38-d9f3b5e586a5,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:36.203797 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-dbe1d308-1ea4-43f5-9e75-8bda09a67ff1 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:36.282185 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd91f9a-3eff-459d-bb8a-a42f706e7f47 None None] Routers {'c2474c25-d82a-4a52-894a-d11316020a36'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:46:36.283234 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-2bd91f9a-3eff-459d-bb8a-a42f706e7f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:46:32Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['c2474c25-d82a-4a52-894a-d11316020a36'], 'active': True} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:46:36.293428 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-dbe1d308-1ea4-43f5-9e75-8bda09a67ff1 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:36.349772 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-d16cd3be-96f8-4b54-abd1-5456fcdc8c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:36.356770 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-d16cd3be-96f8-4b54-abd1-5456fcdc8c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:36.362059 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-d16cd3be-96f8-4b54-abd1-5456fcdc8c9a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d3d3737b-008f-494b-bc8b-1b86c0fd0924 HTTP/1.1" status: 204 len: 168 time: 1.7968941 Sep 07 23:46:36.415296 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e446cc7-2028-4be9-9a2e-7ec1b9946539 None None] Pushing event updated for resources: {'Port': ['ID=e2bf89b3-4161-42b3-b518-8ce2a5017a4d,revision_number=4']} {{(pid=100553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:36.437241 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9255a1-e23a-4f7a-ba28-aea5f32f64ff req-f1520a96-7305-40f6-bc0e-ab7a2c9eb066 tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:36.438904 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5a9255a1-e23a-4f7a-ba28-aea5f32f64ff req-f1520a96-7305-40f6-bc0e-ab7a2c9eb066 tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee640ca8-f976-4393-97b3-810e382a7be7 HTTP/1.1" status: 200 len: 943 time: 0.5746758 Sep 07 23:46:36.488245 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16cd3be-96f8-4b54-abd1-5456fcdc8c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d3737b-008f-494b-bc8b-1b86c0fd0924,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:36.657961 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5a9255a1-e23a-4f7a-ba28-aea5f32f64ff req-c0040a84-368c-4d31-a997-e81e7441dbb5 tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] 10.222.0.15 "GET /v2.0/security-groups?id=4506fd38-8b2e-4b0e-89d8-31f2108248a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971102 Sep 07 23:46:36.664107 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6f2152-0afc-4562-9bb1-6f596f2a807c admin admin] Notify agent at l3_agent.dv-cinder-751579-26-iscsi the message routers_updated {{(pid=100551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 23:46:36.687981 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6114c36-2acf-4eeb-809b-710982577968 None None] Sync routers for ids ['a2ea2975-9e24-40c1-8c7e-7843d47ea287'] in dv-cinder-751579-26-iscsi {{(pid=100552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 23:46:36.692800 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-4b6f2152-0afc-4562-9bb1-6f596f2a807c admin admin] 10.222.0.15 "PUT /v2.0/routers/a2ea2975-9e24-40c1-8c7e-7843d47ea287/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.5534823 Sep 07 23:46:36.733697 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6114c36-2acf-4eeb-809b-710982577968 None None] Routers {'a2ea2975-9e24-40c1-8c7e-7843d47ea287'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:46:36.736411 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-e6114c36-2acf-4eeb-809b-710982577968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:46:32Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['a2ea2975-9e24-40c1-8c7e-7843d47ea287'], 'active': True} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:46:36.739872 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvr_db [None req-2bd91f9a-3eff-459d-bb8a-a42f706e7f47 None None] Set router c2474c25-d82a-4a52-894a-d11316020a36 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:46:36.758236 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-5f2ecbb4-1018-4105-a588-fe5d7e3a210d tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks [] for security_group, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:36.781954 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-dbe1d308-1ea4-43f5-9e75-8bda09a67ff1 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks [] for port, precommit_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:36.791948 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1696269f-ef77-4f55-8ed1-ed41a27d86f7 req-f4f0dbb6-f90e-403f-9594-d66b64fddb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:36.794631 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1696269f-ef77-4f55-8ed1-ed41a27d86f7 req-f4f0dbb6-f90e-403f-9594-d66b64fddb56 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1f5499ea-4448-4c88-9357-bae7d9ec21b9 HTTP/1.1" status: 200 len: 854 time: 0.5322716 Sep 07 23:46:36.795409 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-dbe1d308-1ea4-43f5-9e75-8bda09a67ff1 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7634818'] for port, after_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:36.813083 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-5f2ecbb4-1018-4105-a588-fe5d7e3a210d tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:36.870166 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-67898cd0-0c1d-4e25-95d1-09c80f4a2ff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:36.988636 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1696269f-ef77-4f55-8ed1-ed41a27d86f7 req-3a4ae5e1-a4ca-43a0-a865-d16ee33933a6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5eb0a3c6-bf28-432c-ae1e-0b3ac767197a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1795273 Sep 07 23:46:36.995829 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvr_db [None req-e6114c36-2acf-4eeb-809b-710982577968 None None] Set router a2ea2975-9e24-40c1-8c7e-7843d47ea287 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:46:37.011719 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-67898cd0-0c1d-4e25-95d1-09c80f4a2ff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:37.077791 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe1d308-1ea4-43f5-9e75-8bda09a67ff1 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Pushing event updated for resources: {'Port': ['ID=11c485f0-cd4b-4fa3-a89b-8fe4ca44fa0b,revision_number=2']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:37.092070 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-5f2ecbb4-1018-4105-a588-fe5d7e3a210d tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks [] for security_group, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:37.093414 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-5f2ecbb4-1018-4105-a588-fe5d7e3a210d tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.6545167 Sep 07 23:46:37.101381 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 56398) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:37.113919 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2ecbb4-1018-4105-a588-fe5d7e3a210d tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff1b41d-3b65-4765-bb95-46afdd75cb14,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:37.121178 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-4579d477-aba1-4dca-968d-69a2efe4429e tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Request body: {'security_group_rule': {'security_group_id': '5ff1b41d-3b65-4765-bb95-46afdd75cb14', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:46:37.144112 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-dbe1d308-1ea4-43f5-9e75-8bda09a67ff1 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595513'] for floatingip, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:37.201354 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-dbe1d308-1ea4-43f5-9e75-8bda09a67ff1 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for floatingip, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:37.201550 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad1656-6145-404a-8282-d9144d5fe685 req-ef137699-5e7d-45e9-b818-6c60162c0362 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:37.215572 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-82ad1656-6145-404a-8282-d9144d5fe685 req-ef137699-5e7d-45e9-b818-6c60162c0362 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d1c53b5-8030-4c6a-ac96-86321509d586 HTTP/1.1" status: 200 len: 943 time: 0.4434242 Sep 07 23:46:37.217275 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-dbe1d308-1ea4-43f5-9e75-8bda09a67ff1 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1018896 Sep 07 23:46:37.253739 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-67898cd0-0c1d-4e25-95d1-09c80f4a2ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:37.256870 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-67898cd0-0c1d-4e25-95d1-09c80f4a2ff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:37.258099 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-67898cd0-0c1d-4e25-95d1-09c80f4a2ff6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2da9b04b-ddee-4351-8fff-cbc85ca23c45 HTTP/1.1" status: 204 len: 168 time: 1.4205859 Sep 07 23:46:37.275718 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1696269f-ef77-4f55-8ed1-ed41a27d86f7 req-32b0c943-6692-4f05-8462-b622c1fdc523 service neutron] 10.222.0.42 "GET /v2.0/networks/5eb0a3c6-bf28-432c-ae1e-0b3ac767197a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475288 Sep 07 23:46:37.286759 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-4579d477-aba1-4dca-968d-69a2efe4429e tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:37.315370 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-82ad1656-6145-404a-8282-d9144d5fe685 req-e52b24ea-5bb3-44c5-a3be-0fa2bec262cc tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/security-groups?id=80d982fc-7c6a-451c-a13f-66d039ab5d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038823 Sep 07 23:46:37.324335 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67898cd0-0c1d-4e25-95d1-09c80f4a2ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da9b04b-ddee-4351-8fff-cbc85ca23c45,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:37.353227 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-2bd91f9a-3eff-459d-bb8a-a42f706e7f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'name': 'tempest-AttachVolumeTestJSON-2145363682-router', 'tenant_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '24ff64fc-4fb7-47c8-8a4c-257a76071247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:46:10Z', 'updated_at': '2021-09-07T23:46:30Z', 'revision_number': 4, 'project_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'gw_port': {'id': '24ff64fc-4fb7-47c8-8a4c-257a76071247', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:62:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:12Z', 'updated_at': '2021-09-07T23:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': 'e2bf89b3-4161-42b3-b518-8ce2a5017a4d', 'name': '', 'network_id': '9da50ae8-e6dd-49ef-bffd-03b5ec56f152', 'tenant_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'mac_address': 'fa:16:3e:2d:e5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'af6c2c51-70b3-4a7c-ab5d-dc9b76d1d9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:28Z', 'updated_at': '2021-09-07T23:46:36Z', 'revision_number': 4, 'project_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'subnets': [{'id': 'af6c2c51-70b3-4a7c-ab5d-dc9b76d1d9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:46:37.405876 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd91f9a-3eff-459d-bb8a-a42f706e7f47 None None] The sync data for ids ['c2474c25-d82a-4a52-894a-d11316020a36'] in dv-cinder-751579-26-iscsi is: [{'id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'name': 'tempest-AttachVolumeTestJSON-2145363682-router', 'tenant_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '24ff64fc-4fb7-47c8-8a4c-257a76071247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:46:10Z', 'updated_at': '2021-09-07T23:46:30Z', 'revision_number': 4, 'project_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'gw_port': {'id': '24ff64fc-4fb7-47c8-8a4c-257a76071247', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:62:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:12Z', 'updated_at': '2021-09-07T23:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': 'e2bf89b3-4161-42b3-b518-8ce2a5017a4d', 'name': '', 'network_id': '9da50ae8-e6dd-49ef-bffd-03b5ec56f152', 'tenant_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'mac_address': 'fa:16:3e:2d:e5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'af6c2c51-70b3-4a7c-ab5d-dc9b76d1d9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:28Z', 'updated_at': '2021-09-07T23:46:36Z', 'revision_number': 4, 'project_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'subnets': [{'id': 'af6c2c51-70b3-4a7c-ab5d-dc9b76d1d9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 23:46:37.406162 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-e6114c36-2acf-4eeb-809b-710982577968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ea2975-9e24-40c1-8c7e-7843d47ea287', 'name': 'tempest-ServerRescueNegativeTestJSON-1821099161-router', 'tenant_id': '4c1fbe4702b24535ab7d44fc9693fcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '883fdd4f-1104-4ee4-ab3a-14f9a8e08d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:46:11Z', 'updated_at': '2021-09-07T23:46:28Z', 'revision_number': 4, 'project_id': '4c1fbe4702b24535ab7d44fc9693fcbd', 'gw_port': {'id': '883fdd4f-1104-4ee4-ab3a-14f9a8e08d25', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:96:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ea2975-9e24-40c1-8c7e-7843d47ea287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:12Z', 'updated_at': '2021-09-07T23:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': '2556acf0-2dac-44aa-8b80-2b61eedb163e', 'name': '', 'network_id': '8f0ad28b-91ae-4394-8b5f-02f4ebeae46e', 'tenant_id': '4c1fbe4702b24535ab7d44fc9693fcbd', 'mac_address': 'fa:16:3e:0a:7d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ea2975-9e24-40c1-8c7e-7843d47ea287', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f967c7b2-09f7-4f04-827b-eef1f5f7308c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:21Z', 'updated_at': '2021-09-07T23:46:29Z', 'revision_number': 2, 'project_id': '4c1fbe4702b24535ab7d44fc9693fcbd', 'subnets': [{'id': 'f967c7b2-09f7-4f04-827b-eef1f5f7308c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:46:37.424377 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-4579d477-aba1-4dca-968d-69a2efe4429e tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:37.434191 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-4579d477-aba1-4dca-968d-69a2efe4429e tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790847'] for security_group_rule, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:37.464951 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6114c36-2acf-4eeb-809b-710982577968 None None] Checking router: a2ea2975-9e24-40c1-8c7e-7843d47ea287 for host: dv-cinder-751579-26-iscsi {{(pid=100552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 23:46:37.465306 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6114c36-2acf-4eeb-809b-710982577968 None None] Updating router a2ea2975-9e24-40c1-8c7e-7843d47ea287 port 2556acf0-2dac-44aa-8b80-2b61eedb163e binding host dv-cinder-751579-26-iscsi {{(pid=100552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 23:46:37.480484 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4579d477-aba1-4dca-968d-69a2efe4429e tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70f02589-d463-45b1-a513-01954ba5b9cd,revision_number=0']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:37.487058 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-4579d477-aba1-4dca-968d-69a2efe4429e tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:37.488885 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-4579d477-aba1-4dca-968d-69a2efe4429e tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3829353 Sep 07 23:46:37.493700 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 56410) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:37.503832 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-f851c63d-b2e1-4f83-b676-aefe841d46d2 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Request body: {'security_group_rule': {'security_group_id': '5ff1b41d-3b65-4765-bb95-46afdd75cb14', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:46:37.547294 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e6114c36-2acf-4eeb-809b-710982577968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:37.555432 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1696269f-ef77-4f55-8ed1-ed41a27d86f7 req-6eb075ce-c92d-445a-9bfe-07222350632e service neutron] 10.222.0.42 "GET /v2.0/networks/5eb0a3c6-bf28-432c-ae1e-0b3ac767197a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698064 Sep 07 23:46:37.557292 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f851c63d-b2e1-4f83-b676-aefe841d46d2 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:37.590696 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 56412) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:37.676905 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f851c63d-b2e1-4f83-b676-aefe841d46d2 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:37.692759 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f851c63d-b2e1-4f83-b676-aefe841d46d2 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790847'] for security_group_rule, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:37.747379 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f851c63d-b2e1-4f83-b676-aefe841d46d2 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24320f0f-de46-4d8f-a164-8e46319d3175,revision_number=0']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:37.785306 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f851c63d-b2e1-4f83-b676-aefe841d46d2 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:37.789742 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-f851c63d-b2e1-4f83-b676-aefe841d46d2 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2919991 Sep 07 23:46:37.797573 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 56426) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:37.798628 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-4441dc67-ad0b-4fe7-a1ae-b7c47f091b71 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=246cc72f764f46f894b0298081d29e35&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2044375 Sep 07 23:46:37.801347 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 56428) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:37.808550 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b56068-e1e9-4c09-a18c-341bdd5786a4 req-47152fbc-9279-4bf6-948a-1148c0fc13f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:37.811309 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-44626ebd-d438-4836-ac40-190f3e4c6c39 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Request body: {'floatingip': {'floating_network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658'}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:46:37.816596 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d0b56068-e1e9-4c09-a18c-341bdd5786a4 req-47152fbc-9279-4bf6-948a-1148c0fc13f9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9702d1f2203a4fd0995526e65ca89634&device_id=6d1c53b5-8030-4c6a-ac96-86321509d586 HTTP/1.1" status: 200 len: 1096 time: 0.1880877 Sep 07 23:46:37.861838 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-44626ebd-d438-4836-ac40-190f3e4c6c39 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks [] for floatingip, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:38.067419 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-08068f69-84f6-4243-a324-889477eef11d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:38.157087 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-08068f69-84f6-4243-a324-889477eef11d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:38.206313 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e6114c36-2acf-4eeb-809b-710982577968 None None] Notify callbacks [] for port, precommit_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:38.230419 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-e6114c36-2acf-4eeb-809b-710982577968 None None] Transition to ACTIVE for port object 2556acf0-2dac-44aa-8b80-2b61eedb163e will not be triggered until provisioned by entity L2. {{(pid=100552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:46:38.247377 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e6114c36-2acf-4eeb-809b-710982577968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:38.261974 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-44626ebd-d438-4836-ac40-190f3e4c6c39 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:38.330307 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6cb1da-75dd-4c64-9e33-abcf5ac4b000 None None] Pushing event updated for resources: {'Port': ['ID=2556acf0-2dac-44aa-8b80-2b61eedb163e,revision_number=3']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:38.424763 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-65b23489-b441-45a3-a03e-01f8877759ae req-657d9530-3802-46d8-a8c3-97565c4e7474 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--930006534&fields=id&tenant_id=58b276a8254e43be89c8e4a10c333cbe HTTP/1.1" status: 200 len: 267 time: 0.5388503 Sep 07 23:46:38.481927 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-e6114c36-2acf-4eeb-809b-710982577968 None None] Attempting to bind port 2556acf0-2dac-44aa-8b80-2b61eedb163e on host dv-cinder-751579-26-iscsi for vnic_type normal with profile {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 23:46:38.483892 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-e6114c36-2acf-4eeb-809b-710982577968 None None] Attempting to bind port 2556acf0-2dac-44aa-8b80-2b61eedb163e by drivers openvswitch,hyperv on host dv-cinder-751579-26-iscsi at level 0 using segments [{'id': '1472a31e-bcdd-4c38-8927-5aafbedd6ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8f0ad28b-91ae-4394-8b5f-02f4ebeae46e'}] {{(pid=100552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 23:46:38.485194 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6114c36-2acf-4eeb-809b-710982577968 None None] Attempting to bind port 2556acf0-2dac-44aa-8b80-2b61eedb163e on network 8f0ad28b-91ae-4394-8b5f-02f4ebeae46e {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:46:38.497398 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6114c36-2acf-4eeb-809b-710982577968 None None] Checking agent: {'id': '892ede6d-2e1c-48b6-9f9b-59f4d898b1a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 23, 38, 1), 'started_at': datetime.datetime(2021, 9, 7, 23, 38, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 23, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 23:46:38.497781 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6114c36-2acf-4eeb-809b-710982577968 None None] Checking segment: {'id': '1472a31e-bcdd-4c38-8927-5aafbedd6ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8f0ad28b-91ae-4394-8b5f-02f4ebeae46e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:46:38.498203 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e6114c36-2acf-4eeb-809b-710982577968 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:38.499877 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6114c36-2acf-4eeb-809b-710982577968 None None] Bound using segment: {'id': '1472a31e-bcdd-4c38-8927-5aafbedd6ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8f0ad28b-91ae-4394-8b5f-02f4ebeae46e'} {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 23:46:38.500518 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-e6114c36-2acf-4eeb-809b-710982577968 None None] Bound port: 2556acf0-2dac-44aa-8b80-2b61eedb163e, host: dv-cinder-751579-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1472a31e-bcdd-4c38-8927-5aafbedd6ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8f0ad28b-91ae-4394-8b5f-02f4ebeae46e'}}] {{(pid=100552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 23:46:38.502974 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e6114c36-2acf-4eeb-809b-710982577968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:38.534382 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.db_base_plugin_common [None req-44626ebd-d438-4836-ac40-190f3e4c6c39 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Allocated IP 172.27.2.85 (1ea758c5-ea33-45af-9d70-54dde57c9658/5c624cf3-fab2-4caa-bdca-00a0c67beab2/21a88d62-3d51-48a8-ac5b-cabd36d71dc7) {{(pid=100550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:46:38.548408 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-08068f69-84f6-4243-a324-889477eef11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:38.554237 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-08068f69-84f6-4243-a324-889477eef11d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:38.556924 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-08068f69-84f6-4243-a324-889477eef11d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/daa9a18d-ac55-4a4b-8f0b-14199675c78d HTTP/1.1" status: 204 len: 168 time: 0.7153437 Sep 07 23:46:38.576751 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08068f69-84f6-4243-a324-889477eef11d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa9a18d-ac55-4a4b-8f0b-14199675c78d,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:38.698270 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e6114c36-2acf-4eeb-809b-710982577968 None None] For port 2556acf0-2dac-44aa-8b80-2b61eedb163e, host dv-cinder-751579-26-iscsi, cleared binding levels {{(pid=100552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 23:46:38.710898 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e6114c36-2acf-4eeb-809b-710982577968 None None] For port 2556acf0-2dac-44aa-8b80-2b61eedb163e, host dv-cinder-751579-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=2556acf0-2dac-44aa-8b80-2b61eedb163e,segment=NetworkSegment(1472a31e-bcdd-4c38-8927-5aafbedd6ba7),segment_id=1472a31e-bcdd-4c38-8927-5aafbedd6ba7)] {{(pid=100552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 23:46:38.722627 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e6114c36-2acf-4eeb-809b-710982577968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:38.739498 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-44626ebd-d438-4836-ac40-190f3e4c6c39 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks [] for port, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:38.793792 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 56452) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:38.803106 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-44626ebd-d438-4836-ac40-190f3e4c6c39 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7634829'] for port, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:38.849811 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 6d6baaa0-88d8-4baa-99fd-6d8f8bea0aa2 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=100552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 23:46:38.862362 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-b9a7b50b-1f94-4ff8-834b-4129c44dcdc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:38.892695 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device e2bf89b3-4161-42b3-b518-8ce2a5017a4d up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:46:38.898081 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44626ebd-d438-4836-ac40-190f3e4c6c39 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Network 1ea758c5-ea33-45af-9d70-54dde57c9658 is already hosted by enough agents. {{(pid=100550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:46:38.903139 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.base_scheduler [None req-44626ebd-d438-4836-ac40-190f3e4c6c39 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Resources bound (agent type, host, resource id): {{(pid=100550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:46:38.913452 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44626ebd-d438-4836-ac40-190f3e4c6c39 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Received port after_create {{(pid=100550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:46:38.966446 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44626ebd-d438-4836-ac40-190f3e4c6c39 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Pushing event updated for resources: {'Port': ['ID=21a88d62-3d51-48a8-ac5b-cabd36d71dc7,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:38.991267 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6114c36-2acf-4eeb-809b-710982577968 None None] Routers {'a2ea2975-9e24-40c1-8c7e-7843d47ea287'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:46:38.993044 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-e6114c36-2acf-4eeb-809b-710982577968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:46:32Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['a2ea2975-9e24-40c1-8c7e-7843d47ea287'], 'active': True} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:46:39.107794 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-44626ebd-d438-4836-ac40-190f3e4c6c39 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:39.167467 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-b9a7b50b-1f94-4ff8-834b-4129c44dcdc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:39.177856 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-b9a7b50b-1f94-4ff8-834b-4129c44dcdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:39.230111 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-b9a7b50b-1f94-4ff8-834b-4129c44dcdc2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c9d73edbf2ce491a9ca8c5d4bebd78b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4349992 Sep 07 23:46:39.230798 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 56458) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:39.258915 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-44626ebd-d438-4836-ac40-190f3e4c6c39 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:39.333425 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvr_db [None req-e6114c36-2acf-4eeb-809b-710982577968 None None] Set router a2ea2975-9e24-40c1-8c7e-7843d47ea287 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:46:39.359565 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a7b50b-1f94-4ff8-834b-4129c44dcdc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50817ac2-77cd-440f-8fb3-dc3eadbb5d3e,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:39.375561 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b23489-b441-45a3-a03e-01f8877759ae req-d46deea2-b6fe-42ec-a5f3-21dc4765016a tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:39.378944 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-65b23489-b441-45a3-a03e-01f8877759ae req-d46deea2-b6fe-42ec-a5f3-21dc4765016a tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/networks?id=bb0cf1ab-d1d5-410c-b15c-8c9770c10630 HTTP/1.1" status: 200 len: 817 time: 0.9433334 Sep 07 23:46:39.421947 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f970a403-cd4d-4f19-a9ec-b651768c322c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:39.560815 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f970a403-cd4d-4f19-a9ec-b651768c322c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:39.577202 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-65b23489-b441-45a3-a03e-01f8877759ae req-df665c62-d30f-4ad6-b917-6580567416ea tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/quotas/58b276a8254e43be89c8e4a10c333cbe HTTP/1.1" status: 200 len: 375 time: 0.1349344 Sep 07 23:46:39.580536 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b56068-e1e9-4c09-a18c-341bdd5786a4 req-ed608ba7-fbf4-4688-9caf-aecd21719f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:39.590147 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d0b56068-e1e9-4c09-a18c-341bdd5786a4 req-ed608ba7-fbf4-4688-9caf-aecd21719f5a service neutron] 10.222.0.42 "GET /v2.0/networks?id=5eb0a3c6-bf28-432c-ae1e-0b3ac767197a HTTP/1.1" status: 200 len: 915 time: 1.7647235 Sep 07 23:46:39.610014 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.db.resource_extend [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] It took 0.62 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 23:46:39.634327 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning for port e2bf89b3-4161-42b3-b518-8ce2a5017a4d completed by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:46:39.639803 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6cb1da-75dd-4c64-9e33-abcf5ac4b000 None None] Pushing event updated for resources: {'Port': ['ID=2556acf0-2dac-44aa-8b80-2b61eedb163e,revision_number=4']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:39.656919 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning complete for port e2bf89b3-4161-42b3-b518-8ce2a5017a4d triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:46:39.657343 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:39.727350 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-44626ebd-d438-4836-ac40-190f3e4c6c39 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks [] for port, precommit_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:39.731740 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f970a403-cd4d-4f19-a9ec-b651768c322c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:39.736050 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f970a403-cd4d-4f19-a9ec-b651768c322c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:39.743468 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-f970a403-cd4d-4f19-a9ec-b651768c322c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/50817ac2-77cd-440f-8fb3-dc3eadbb5d3e HTTP/1.1" status: 204 len: 168 time: 0.5101154 Sep 07 23:46:39.750489 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-44626ebd-d438-4836-ac40-190f3e4c6c39 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7634818'] for port, after_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:39.802394 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f970a403-cd4d-4f19-a9ec-b651768c322c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50817ac2-77cd-440f-8fb3-dc3eadbb5d3e,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:39.908249 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d0b56068-e1e9-4c09-a18c-341bdd5786a4 req-9c8d8d93-7ad0-4524-a1a5-54c65e343f2f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29a0a3ae-f250-45b9-8bf5-c371f4f0c158 HTTP/1.1" status: 200 len: 217 time: 0.2921193 Sep 07 23:46:39.917035 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44626ebd-d438-4836-ac40-190f3e4c6c39 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Pushing event updated for resources: {'Port': ['ID=21a88d62-3d51-48a8-ac5b-cabd36d71dc7,revision_number=2']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:39.945443 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port 6d6baaa0-88d8-4baa-99fd-6d8f8bea0aa2, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=6d6baaa0-88d8-4baa-99fd-6d8f8bea0aa2,segment=NetworkSegment(f37a4cdf-988f-4a66-b654-7f87d35ea5f2),segment_id=f37a4cdf-988f-4a66-b654-7f87d35ea5f2)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:46:39.964417 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-44626ebd-d438-4836-ac40-190f3e4c6c39 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595513'] for floatingip, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:39.976654 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-e6114c36-2acf-4eeb-809b-710982577968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ea2975-9e24-40c1-8c7e-7843d47ea287', 'name': 'tempest-ServerRescueNegativeTestJSON-1821099161-router', 'tenant_id': '4c1fbe4702b24535ab7d44fc9693fcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '883fdd4f-1104-4ee4-ab3a-14f9a8e08d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:46:11Z', 'updated_at': '2021-09-07T23:46:28Z', 'revision_number': 4, 'project_id': '4c1fbe4702b24535ab7d44fc9693fcbd', 'gw_port': {'id': '883fdd4f-1104-4ee4-ab3a-14f9a8e08d25', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:96:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ea2975-9e24-40c1-8c7e-7843d47ea287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:12Z', 'updated_at': '2021-09-07T23:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': '2556acf0-2dac-44aa-8b80-2b61eedb163e', 'name': '', 'network_id': '8f0ad28b-91ae-4394-8b5f-02f4ebeae46e', 'tenant_id': '4c1fbe4702b24535ab7d44fc9693fcbd', 'mac_address': 'fa:16:3e:0a:7d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ea2975-9e24-40c1-8c7e-7843d47ea287', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f967c7b2-09f7-4f04-827b-eef1f5f7308c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:21Z', 'updated_at': '2021-09-07T23:46:38Z', 'revision_number': 4, 'project_id': '4c1fbe4702b24535ab7d44fc9693fcbd', 'subnets': [{'id': 'f967c7b2-09f7-4f04-827b-eef1f5f7308c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:46:39.992985 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-44626ebd-d438-4836-ac40-190f3e4c6c39 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for floatingip, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:39.996282 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-44626ebd-d438-4836-ac40-190f3e4c6c39 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1971121 Sep 07 23:46:40.045383 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b56068-e1e9-4c09-a18c-341bdd5786a4 req-3fa9b521-b4dd-435f-ba42-bd4b4cb36275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:40.047180 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d0b56068-e1e9-4c09-a18c-341bdd5786a4 req-3fa9b521-b4dd-435f-ba42-bd4b4cb36275 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1f5499ea-4448-4c88-9357-bae7d9ec21b9 HTTP/1.1" status: 200 len: 854 time: 0.1313517 Sep 07 23:46:40.117632 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6114c36-2acf-4eeb-809b-710982577968 None None] The sync data for ids ['a2ea2975-9e24-40c1-8c7e-7843d47ea287'] in dv-cinder-751579-26-iscsi is: [{'id': 'a2ea2975-9e24-40c1-8c7e-7843d47ea287', 'name': 'tempest-ServerRescueNegativeTestJSON-1821099161-router', 'tenant_id': '4c1fbe4702b24535ab7d44fc9693fcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '883fdd4f-1104-4ee4-ab3a-14f9a8e08d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:46:11Z', 'updated_at': '2021-09-07T23:46:28Z', 'revision_number': 4, 'project_id': '4c1fbe4702b24535ab7d44fc9693fcbd', 'gw_port': {'id': '883fdd4f-1104-4ee4-ab3a-14f9a8e08d25', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:96:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ea2975-9e24-40c1-8c7e-7843d47ea287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:12Z', 'updated_at': '2021-09-07T23:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': '2556acf0-2dac-44aa-8b80-2b61eedb163e', 'name': '', 'network_id': '8f0ad28b-91ae-4394-8b5f-02f4ebeae46e', 'tenant_id': '4c1fbe4702b24535ab7d44fc9693fcbd', 'mac_address': 'fa:16:3e:0a:7d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ea2975-9e24-40c1-8c7e-7843d47ea287', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f967c7b2-09f7-4f04-827b-eef1f5f7308c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:21Z', 'updated_at': '2021-09-07T23:46:38Z', 'revision_number': 4, 'project_id': '4c1fbe4702b24535ab7d44fc9693fcbd', 'subnets': [{'id': 'f967c7b2-09f7-4f04-827b-eef1f5f7308c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 23:46:40.126570 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d0b56068-e1e9-4c09-a18c-341bdd5786a4 req-263b0494-ecdb-4af6-b2a5-bd8784c55f21 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5eb0a3c6-bf28-432c-ae1e-0b3ac767197a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623641 Sep 07 23:46:40.129483 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Returning: {'device': '6d6baaa0-88d8-4baa-99fd-6d8f8bea0aa2', 'network_id': 'e67f8eef-4c1f-4992-8fd5-83401b9c4114', 'port_id': '6d6baaa0-88d8-4baa-99fd-6d8f8bea0aa2', 'mac_address': 'fa:16:3e:7d:17:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '488f78c8-82f0-4a2a-878e-c0177ceb2789', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 23:46:40.295093 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65aee40-3bbf-4b43-802b-db0780616a4c req-edc1dbb7-7e8b-4c62-8ed8-5c0d19d276ce tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:40.298050 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a65aee40-3bbf-4b43-802b-db0780616a4c req-edc1dbb7-7e8b-4c62-8ed8-5c0d19d276ce tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/networks?id=8f0ad28b-91ae-4394-8b5f-02f4ebeae46e HTTP/1.1" status: 200 len: 819 time: 0.9130042 Sep 07 23:46:40.315269 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:40.372343 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:40.380705 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-65b23489-b441-45a3-a03e-01f8877759ae req-2b1e8653-4b04-42c2-b475-180c36f33bd9 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=58b276a8254e43be89c8e4a10c333cbe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7876139 Sep 07 23:46:40.383384 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a65aee40-3bbf-4b43-802b-db0780616a4c req-069344b2-d22c-4a24-a699-4148d9ec7578 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/quotas/4c1fbe4702b24535ab7d44fc9693fcbd HTTP/1.1" status: 200 len: 375 time: 0.0477469 Sep 07 23:46:40.437695 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.notifiers.nova [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d6baaa0-88d8-4baa-99fd-6d8f8bea0aa2 {{(pid=100552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 23:46:40.469301 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port 6d6baaa0-88d8-4baa-99fd-6d8f8bea0aa2, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=6d6baaa0-88d8-4baa-99fd-6d8f8bea0aa2,segment=NetworkSegment(f37a4cdf-988f-4a66-b654-7f87d35ea5f2),segment_id=f37a4cdf-988f-4a66-b654-7f87d35ea5f2)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:46:40.473673 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] For port e2bf89b3-4161-42b3-b518-8ce2a5017a4d, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=e2bf89b3-4161-42b3-b518-8ce2a5017a4d,segment=NetworkSegment(1471fa56-0ce1-4bf0-b66f-c84e509237a6),segment_id=1471fa56-0ce1-4bf0-b66f-c84e509237a6)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:46:40.477346 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:40.484693 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:40.519657 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d0b56068-e1e9-4c09-a18c-341bdd5786a4 req-ad748190-eaf2-4224-be64-ec08ae279e50 service neutron] 10.222.0.42 "GET /v2.0/networks/5eb0a3c6-bf28-432c-ae1e-0b3ac767197a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852727 Sep 07 23:46:40.551518 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Pushing event updated for resources: {'Port': ['ID=6d6baaa0-88d8-4baa-99fd-6d8f8bea0aa2,revision_number=4']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:40.634316 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Pushing event updated for resources: {'Port': ['ID=e2bf89b3-4161-42b3-b518-8ce2a5017a4d,revision_number=5']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:40.731643 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] get_ports_and_sgs() called for port_ids ['6d6baaa0-88d8-4baa-99fd-6d8f8bea0aa2'] {{(pid=100552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 23:46:40.820995 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 2556acf0-2dac-44aa-8b80-2b61eedb163e up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:46:40.825278 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 29a0a3ae-f250-45b9-8bf5-c371f4f0c158 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=100552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 23:46:40.949598 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a65aee40-3bbf-4b43-802b-db0780616a4c req-ab174ac9-5d36-4c13-99dd-c293ddeaa7fc tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4c1fbe4702b24535ab7d44fc9693fcbd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5465546 Sep 07 23:46:40.961773 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d0b56068-e1e9-4c09-a18c-341bdd5786a4 req-ee420c3e-1c39-4573-bf66-38712b1b38f6 service neutron] 10.222.0.42 "GET /v2.0/networks/5eb0a3c6-bf28-432c-ae1e-0b3ac767197a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4322946 Sep 07 23:46:41.044215 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-65b23489-b441-45a3-a03e-01f8877759ae req-efcee51b-23a9-4cab-a044-aeb4465bcba6 service neutron] 10.222.0.15 "GET /v2.0/networks/bb0cf1ab-d1d5-410c-b15c-8c9770c10630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6131561 Sep 07 23:46:41.358310 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning for port 2556acf0-2dac-44aa-8b80-2b61eedb163e completed by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:46:41.407305 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning complete for port 2556acf0-2dac-44aa-8b80-2b61eedb163e triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:46:41.408006 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:41.443557 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a65aee40-3bbf-4b43-802b-db0780616a4c req-aeafdfdc-2fa1-424c-979f-233fa16f9b49 service neutron] 10.222.0.15 "GET /v2.0/networks/8f0ad28b-91ae-4394-8b5f-02f4ebeae46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4919248 Sep 07 23:46:41.468997 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port 29a0a3ae-f250-45b9-8bf5-c371f4f0c158, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=29a0a3ae-f250-45b9-8bf5-c371f4f0c158,segment=NetworkSegment(3fd46725-363a-40b4-a905-e4625251ced3),segment_id=3fd46725-363a-40b4-a905-e4625251ced3)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:46:41.507505 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-65b23489-b441-45a3-a03e-01f8877759ae req-96bf717b-44f2-4196-8c5a-6540dad1673d service neutron] 10.222.0.15 "GET /v2.0/networks/bb0cf1ab-d1d5-410c-b15c-8c9770c10630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4374425 Sep 07 23:46:41.639761 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Returning: {'device': '29a0a3ae-f250-45b9-8bf5-c371f4f0c158', 'network_id': '5eb0a3c6-bf28-432c-ae1e-0b3ac767197a', 'port_id': '29a0a3ae-f250-45b9-8bf5-c371f4f0c158', 'mac_address': 'fa:16:3e:17:ff:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f5499ea-4448-4c88-9357-bae7d9ec21b9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 23:46:41.734648 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a65aee40-3bbf-4b43-802b-db0780616a4c req-54fec9b4-99e4-46fe-8abd-5a1bb56e92dc service neutron] 10.222.0.15 "GET /v2.0/networks/8f0ad28b-91ae-4394-8b5f-02f4ebeae46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744710 Sep 07 23:46:41.762776 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:41.862447 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.notifiers.nova [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29a0a3ae-f250-45b9-8bf5-c371f4f0c158 {{(pid=100552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 23:46:41.999276 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port 29a0a3ae-f250-45b9-8bf5-c371f4f0c158, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=29a0a3ae-f250-45b9-8bf5-c371f4f0c158,segment=NetworkSegment(3fd46725-363a-40b4-a905-e4625251ced3),segment_id=3fd46725-363a-40b4-a905-e4625251ced3)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:46:42.013382 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:42.021624 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:42.107062 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] For port 2556acf0-2dac-44aa-8b80-2b61eedb163e, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=2556acf0-2dac-44aa-8b80-2b61eedb163e,segment=NetworkSegment(1472a31e-bcdd-4c38-8927-5aafbedd6ba7),segment_id=1472a31e-bcdd-4c38-8927-5aafbedd6ba7)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:46:42.123510 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:42.184019 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Pushing event updated for resources: {'Port': ['ID=29a0a3ae-f250-45b9-8bf5-c371f4f0c158,revision_number=4']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:42.230599 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fca41a-e5a8-4540-868f-25ab527cbc4c req-1f22b245-64fb-4ee1-ab42-0354151ba23c tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:42.236662 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a2fca41a-e5a8-4540-868f-25ab527cbc4c req-1f22b245-64fb-4ee1-ab42-0354151ba23c tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee640ca8-f976-4393-97b3-810e382a7be7 HTTP/1.1" status: 200 len: 944 time: 0.2919040 Sep 07 23:46:42.282225 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] get_ports_and_sgs() called for port_ids ['29a0a3ae-f250-45b9-8bf5-c371f4f0c158'] {{(pid=100552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 23:46:42.491494 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Pushing event updated for resources: {'Port': ['ID=2556acf0-2dac-44aa-8b80-2b61eedb163e,revision_number=5']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:42.507315 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a2fca41a-e5a8-4540-868f-25ab527cbc4c req-35aa47d6-2790-4473-825b-91e4003fc164 tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] 10.222.0.15 "GET /v2.0/security-groups?id=4506fd38-8b2e-4b0e-89d8-31f2108248a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622101 Sep 07 23:46:42.557353 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f0227-6ed4-41b2-9dcd-bc9f782487ce req-be4b65b1-d585-403b-8314-08cb04d2cbd3 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:42.560331 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5b8f0227-6ed4-41b2-9dcd-bc9f782487ce req-be4b65b1-d585-403b-8314-08cb04d2cbd3 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d1c53b5-8030-4c6a-ac96-86321509d586 HTTP/1.1" status: 200 len: 944 time: 0.3178658 Sep 07 23:46:42.771667 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device e2bf89b3-4161-42b3-b518-8ce2a5017a4d up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:46:42.866674 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5b8f0227-6ed4-41b2-9dcd-bc9f782487ce req-ae479ef6-7e53-4428-b9bd-9958d4b68381 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/security-groups?id=80d982fc-7c6a-451c-a13f-66d039ab5d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964513 Sep 07 23:46:42.891749 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 6d6baaa0-88d8-4baa-99fd-6d8f8bea0aa2 up at agent hyperv_hv-cinder-75157 {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:46:42.985314 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-98d1f23b-767d-466d-9291-fc74898e63ec req-1b8f7f0c-702c-4cce-819a-79e5a4c5340f tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1675293706&fields=id&tenant_id=e4003bfbd06747ecac2423c1cdc6f5ff HTTP/1.1" status: 200 len: 267 time: 0.2481275 Sep 07 23:46:43.104434 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3b6fe8e3-5af8-4820-9296-3bccb5d7a64c req-cf0d0d8d-be04-440a-9dda-405f80072b17 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 210 time: 0.1514220 Sep 07 23:46:43.311774 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning complete for port e2bf89b3-4161-42b3-b518-8ce2a5017a4d triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:46:43.320825 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:43.392914 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-cb6094ad-3713-4169-8947-24548d42ba6c req-e32ef6af-94fd-460a-8ceb-db6866bfd38f tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 210 time: 0.0800333 Sep 07 23:46:43.481682 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1f23b-767d-466d-9291-fc74898e63ec req-925e2cf2-08d9-406f-b3a2-fcd5f91dbc19 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:43.487038 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-98d1f23b-767d-466d-9291-fc74898e63ec req-925e2cf2-08d9-406f-b3a2-fcd5f91dbc19 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/networks?id=9da50ae8-e6dd-49ef-bffd-03b5ec56f152 HTTP/1.1" status: 200 len: 811 time: 0.4373662 Sep 07 23:46:43.495654 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Provisioning for port 6d6baaa0-88d8-4baa-99fd-6d8f8bea0aa2 completed by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:46:43.524828 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Provisioning complete for port 6d6baaa0-88d8-4baa-99fd-6d8f8bea0aa2 triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:46:43.525692 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-98d1f23b-767d-466d-9291-fc74898e63ec req-78809e5d-536d-4ffd-8afe-84f61ef5588d tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/quotas/e4003bfbd06747ecac2423c1cdc6f5ff HTTP/1.1" status: 200 len: 375 time: 0.0280502 Sep 07 23:46:43.526966 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:43.622937 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-98d1f23b-767d-466d-9291-fc74898e63ec req-71fd6ee0-2eb6-49c8-b9ef-a563ae0b05dd tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e4003bfbd06747ecac2423c1cdc6f5ff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0963013 Sep 07 23:46:43.750592 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 2556acf0-2dac-44aa-8b80-2b61eedb163e up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:46:43.815667 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-98d1f23b-767d-466d-9291-fc74898e63ec req-97def0f8-af29-4498-a6b8-c89f414f5396 service neutron] 10.222.0.15 "GET /v2.0/networks/9da50ae8-e6dd-49ef-bffd-03b5ec56f152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789749 Sep 07 23:46:43.929234 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:44.000951 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6143940b-8c6f-48a7-ae48-2d766ffb53df req-69cdd1b4-827a-4035-b810-515b3bf495c9 tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:44.003160 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-6143940b-8c6f-48a7-ae48-2d766ffb53df req-69cdd1b4-827a-4035-b810-515b3bf495c9 tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee640ca8-f976-4393-97b3-810e382a7be7 HTTP/1.1" status: 200 len: 944 time: 0.1861634 Sep 07 23:46:44.037882 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee640ca8-f976-4393-97b3-810e382a7be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6baaa0-88d8-4baa-99fd-6d8f8bea0aa2'}] {{(pid=100552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:46:44.154879 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-6143940b-8c6f-48a7-ae48-2d766ffb53df req-c20c8c2b-3e0d-45ab-8b65-f8ffe452c563 tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] 10.222.0.15 "GET /v2.0/security-groups?id=4506fd38-8b2e-4b0e-89d8-31f2108248a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019316 Sep 07 23:46:44.171873 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port 6d6baaa0-88d8-4baa-99fd-6d8f8bea0aa2, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=6d6baaa0-88d8-4baa-99fd-6d8f8bea0aa2,segment=NetworkSegment(f37a4cdf-988f-4a66-b654-7f87d35ea5f2),segment_id=f37a4cdf-988f-4a66-b654-7f87d35ea5f2)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:46:44.175901 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-98d1f23b-767d-466d-9291-fc74898e63ec req-66d8e8f7-4f72-4c12-8cd1-701c30886504 service neutron] 10.222.0.15 "GET /v2.0/networks/9da50ae8-e6dd-49ef-bffd-03b5ec56f152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472605 Sep 07 23:46:44.188884 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:44.260644 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b23489-b441-45a3-a03e-01f8877759ae req-2fc7c044-fe75-4d57-8155-fb62fd246aab tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:44.286405 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-65b23489-b441-45a3-a03e-01f8877759ae req-2fc7c044-fe75-4d57-8155-fb62fd246aab tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.42 "GET /v2.0/networks?id=bb0cf1ab-d1d5-410c-b15c-8c9770c10630 HTTP/1.1" status: 200 len: 817 time: 0.3419940 Sep 07 23:46:44.373358 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-65b23489-b441-45a3-a03e-01f8877759ae req-d969a889-173f-46b9-b34b-f5b8dc69f6c0 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58b276a8254e43be89c8e4a10c333cbe HTTP/1.1" status: 200 len: 379 time: 0.0805669 Sep 07 23:46:44.395296 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [req-65b23489-b441-45a3-a03e-01f8877759ae req-e0e3674d-dfdd-47bf-a1e5-a556ac8747e1 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Request body: {'port': {'device_id': 'bd58f006-ace0-42d2-bbe1-af0cfa3faa03', 'network_id': 'bb0cf1ab-d1d5-410c-b15c-8c9770c10630', 'admin_state_up': True, 'tenant_id': '58b276a8254e43be89c8e4a10c333cbe', 'security_groups': ['f15da307-71bd-4f3f-9491-fe1653aeb526']}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:46:44.686507 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6af7ada11e39af001df59af8fe1a830bb49e6ec01a9e34e873de5065727c58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d5569a-e3de-4c26-9501-26953f64f3dd" -d '{"events": [{"server_uuid": "ee640ca8-f976-4393-97b3-810e382a7be7", "name": "network-vif-plugged", "status": "completed", "tag": "6d6baaa0-88d8-4baa-99fd-6d8f8bea0aa2"}]}' {{(pid=100552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:46:44.718816 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning complete for port 2556acf0-2dac-44aa-8b80-2b61eedb163e triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:46:44.719230 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:44.786849 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Pushing event updated for resources: {'Port': ['ID=6d6baaa0-88d8-4baa-99fd-6d8f8bea0aa2,revision_number=5']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:44.824846 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 29a0a3ae-f250-45b9-8bf5-c371f4f0c158 up at agent hyperv_hv-cinder-75157 {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:46:44.863274 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 56654) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:45.027638 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Provisioning for port 29a0a3ae-f250-45b9-8bf5-c371f4f0c158 completed by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:46:45.032024 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Provisioning complete for port 29a0a3ae-f250-45b9-8bf5-c371f4f0c158 triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:46:45.032406 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:45.085187 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65aee40-3bbf-4b43-802b-db0780616a4c req-0a7031e5-aff0-4889-8e64-d4b5ee906e94 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:45.086693 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [req-a65aee40-3bbf-4b43-802b-db0780616a4c req-0a7031e5-aff0-4889-8e64-d4b5ee906e94 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.42 "GET /v2.0/networks?id=8f0ad28b-91ae-4394-8b5f-02f4ebeae46e HTTP/1.1" status: 200 len: 819 time: 0.6086466 Sep 07 23:46:45.103839 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [req-a65aee40-3bbf-4b43-802b-db0780616a4c req-315cce6e-63cf-4a00-9e4d-d46741e0d448 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Request body: {'port': {'device_id': 'f42f75f3-94bf-4d85-b1b0-7ac8da32c527', 'network_id': '8f0ad28b-91ae-4394-8b5f-02f4ebeae46e', 'admin_state_up': True, 'tenant_id': '4c1fbe4702b24535ab7d44fc9693fcbd'}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:46:45.232238 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:45.270714 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-cfcd8e7e-a427-4f1a-ae68-6b1bbec3ca59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:45.290606 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8afe7d-4a41-462e-a9d9-e09a681a23d3 req-b0385c70-a0fd-4be4-972e-b4d49b8dc604 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:45.315784 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3e8afe7d-4a41-462e-a9d9-e09a681a23d3 req-b0385c70-a0fd-4be4-972e-b4d49b8dc604 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/networks?id=8f0ad28b-91ae-4394-8b5f-02f4ebeae46e HTTP/1.1" status: 200 len: 819 time: 0.4101665 Sep 07 23:46:45.328666 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.db.api [req-a65aee40-3bbf-4b43-802b-db0780616a4c req-315cce6e-63cf-4a00-9e4d-d46741e0d448 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 23:46:45.328666 dv-cinder-751579-26-iscsi neutron-server[100550]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 07 23:46:45.328666 dv-cinder-751579-26-iscsi neutron-server[100550]: [parameters: {'project_id': '4c1fbe4702b24535ab7d44fc9693fcbd', 'id': '0abd8794-09e9-48f9-9687-30136e951c86', 'expiration': datetime.datetime(2021, 9, 7, 23, 48, 45, 322968)}] Sep 07 23:46:45.328666 dv-cinder-751579-26-iscsi neutron-server[100550]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 23:46:45.329517 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG oslo_db.api [req-a65aee40-3bbf-4b43-802b-db0780616a4c req-315cce6e-63cf-4a00-9e4d-d46741e0d448 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 23:46:45.352200 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.db.api [req-65b23489-b441-45a3-a03e-01f8877759ae req-e0e3674d-dfdd-47bf-a1e5-a556ac8747e1 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 23:46:45.352200 dv-cinder-751579-26-iscsi neutron-server[100551]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 07 23:46:45.352200 dv-cinder-751579-26-iscsi neutron-server[100551]: [parameters: {'project_id': '58b276a8254e43be89c8e4a10c333cbe', 'id': '1b8e37d4-03e6-4b66-b7d0-777fda42a375', 'expiration': datetime.datetime(2021, 9, 7, 23, 48, 45, 334561)}] Sep 07 23:46:45.352200 dv-cinder-751579-26-iscsi neutron-server[100551]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 23:46:45.354603 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port 29a0a3ae-f250-45b9-8bf5-c371f4f0c158, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=29a0a3ae-f250-45b9-8bf5-c371f4f0c158,segment=NetworkSegment(3fd46725-363a-40b4-a905-e4625251ced3),segment_id=3fd46725-363a-40b4-a905-e4625251ced3)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:46:45.361251 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:45.362135 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG oslo_db.api [req-65b23489-b441-45a3-a03e-01f8877759ae req-e0e3674d-dfdd-47bf-a1e5-a556ac8747e1 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 23:46:45.371574 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3e8afe7d-4a41-462e-a9d9-e09a681a23d3 req-fef6a0c0-9eef-4f8a-a287-fe40d4cb85fb tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/quotas/4c1fbe4702b24535ab7d44fc9693fcbd HTTP/1.1" status: 200 len: 375 time: 0.0493712 Sep 07 23:46:45.489277 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Pushing event updated for resources: {'Port': ['ID=29a0a3ae-f250-45b9-8bf5-c371f4f0c158,revision_number=5']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:45.519849 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa3f5c8-bd45-4390-8d23-2ed1d38cb67e req-c75294fa-e72d-4340-a1ee-972178987826 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:45.533088 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-6aa3f5c8-bd45-4390-8d23-2ed1d38cb67e req-c75294fa-e72d-4340-a1ee-972178987826 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d1c53b5-8030-4c6a-ac96-86321509d586 HTTP/1.1" status: 200 len: 944 time: 0.6294305 Sep 07 23:46:45.585615 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-cfcd8e7e-a427-4f1a-ae68-6b1bbec3ca59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:45.594342 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-cfcd8e7e-a427-4f1a-ae68-6b1bbec3ca59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:45.700634 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-cfcd8e7e-a427-4f1a-ae68-6b1bbec3ca59 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c12009c152e04bf1aeaabe804a102e74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8353250 Sep 07 23:46:45.704698 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 56688) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:45.711826 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd8e7e-a427-4f1a-ae68-6b1bbec3ca59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bbd84d0-064e-4aee-b671-d594ad6e02e2,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:45.762122 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 56692) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:45.814704 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-43587595-26c5-4086-8275-73c79b2efd9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:45.867034 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-43587595-26c5-4086-8275-73c79b2efd9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:45.914547 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3e8afe7d-4a41-462e-a9d9-e09a681a23d3 req-efed0112-ebec-43fd-bc1a-7ba9986d9d06 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4c1fbe4702b24535ab7d44fc9693fcbd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5308077 Sep 07 23:46:45.940389 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a65aee40-3bbf-4b43-802b-db0780616a4c req-315cce6e-63cf-4a00-9e4d-d46741e0d448 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Made reservation on behalf of 4c1fbe4702b24535ab7d44fc9693fcbd for: {'port': 1} {{(pid=100550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:46:45.948402 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [req-a65aee40-3bbf-4b43-802b-db0780616a4c req-315cce6e-63cf-4a00-9e4d-d46741e0d448 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:45.966446 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65b23489-b441-45a3-a03e-01f8877759ae req-e0e3674d-dfdd-47bf-a1e5-a556ac8747e1 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Made reservation on behalf of 58b276a8254e43be89c8e4a10c333cbe for: {'port': 1} {{(pid=100551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:46:45.972867 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-65b23489-b441-45a3-a03e-01f8877759ae req-e0e3674d-dfdd-47bf-a1e5-a556ac8747e1 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:46.005332 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-bed2d985-9c11-46e6-bd18-1c36ddbd6087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:46.055873 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-43587595-26c5-4086-8275-73c79b2efd9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:46.059565 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-43587595-26c5-4086-8275-73c79b2efd9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:46.060882 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-43587595-26c5-4086-8275-73c79b2efd9f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8bbd84d0-064e-4aee-b671-d594ad6e02e2 HTTP/1.1" status: 204 len: 168 time: 0.3551674 Sep 07 23:46:46.096790 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-6aa3f5c8-bd45-4390-8d23-2ed1d38cb67e req-e1018f29-ca7b-43e9-9e11-c3981026b763 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/security-groups?id=80d982fc-7c6a-451c-a13f-66d039ab5d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5422966 Sep 07 23:46:46.141242 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43587595-26c5-4086-8275-73c79b2efd9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bbd84d0-064e-4aee-b671-d594ad6e02e2,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:46.227595 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3e8afe7d-4a41-462e-a9d9-e09a681a23d3 req-bba34e25-87b7-40a3-98da-0cc886355c5f service neutron] 10.222.0.15 "GET /v2.0/networks/8f0ad28b-91ae-4394-8b5f-02f4ebeae46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794430 Sep 07 23:46:46.312432 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 56702) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:46.377496 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7302ab26-0332-4acd-9c06-b4056c78aeef req-4a6952e8-d412-4f6c-9a7d-837a8952b5b5 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 210 time: 0.1476605 Sep 07 23:46:46.460439 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-bed2d985-9c11-46e6-bd18-1c36ddbd6087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:46.470977 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-bed2d985-9c11-46e6-bd18-1c36ddbd6087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:46.537057 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.db_base_plugin_common [req-65b23489-b441-45a3-a03e-01f8877759ae req-e0e3674d-dfdd-47bf-a1e5-a556ac8747e1 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Allocated IP 172.20.0.13 (bb0cf1ab-d1d5-410c-b15c-8c9770c10630/2e4b191b-fe64-4814-8fad-97b5ba0852ce/03abb03a-9526-4041-93a7-bea9ea9e25f0) {{(pid=100551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:46:46.541304 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3e8afe7d-4a41-462e-a9d9-e09a681a23d3 req-d5d0a4d2-0a83-4095-a121-77b0f766911c service neutron] 10.222.0.15 "GET /v2.0/networks/8f0ad28b-91ae-4394-8b5f-02f4ebeae46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442381 Sep 07 23:46:46.562812 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.db_base_plugin_common [req-a65aee40-3bbf-4b43-802b-db0780616a4c req-315cce6e-63cf-4a00-9e4d-d46741e0d448 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Allocated IP 172.20.0.10 (8f0ad28b-91ae-4394-8b5f-02f4ebeae46e/f967c7b2-09f7-4f04-827b-eef1f5f7308c/2339214b-86f2-429f-b078-77b01c82091e) {{(pid=100550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:46:46.745153 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed2d985-9c11-46e6-bd18-1c36ddbd6087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462262b1-4802-42ac-96bc-8a460fb27e91,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:46.762977 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-bed2d985-9c11-46e6-bd18-1c36ddbd6087 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e697ed51a49f49eb97b7d85d06a9cf60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9994473 Sep 07 23:46:46.772999 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-65b23489-b441-45a3-a03e-01f8877759ae req-e0e3674d-dfdd-47bf-a1e5-a556ac8747e1 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks [] for port, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:46.781164 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 56708) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:46.835480 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.provisioning_blocks [req-65b23489-b441-45a3-a03e-01f8877759ae req-e0e3674d-dfdd-47bf-a1e5-a556ac8747e1 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Transition to ACTIVE for port object 03abb03a-9526-4041-93a7-bea9ea9e25f0 will not be triggered until provisioned by entity DHCP. {{(pid=100551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:46:46.877851 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.42', 52073) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:46.922599 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-ba8157c1-1217-4b52-b746-352b90998c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:46.957352 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-65e4f515-059e-434e-920c-de53a3e1c6bc req-410ddc93-e16e-463a-9739-a15511d72943 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 210 time: 0.1239560 Sep 07 23:46:47.034834 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-7499fd42-36ee-40d1-bf4a-8f5b3519234b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:47.132344 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-7499fd42-36ee-40d1-bf4a-8f5b3519234b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:47.354180 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 56718) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:47.357953 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [req-a65aee40-3bbf-4b43-802b-db0780616a4c req-315cce6e-63cf-4a00-9e4d-d46741e0d448 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Notify callbacks [] for port, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:47.406047 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1f23b-767d-466d-9291-fc74898e63ec req-040afa84-8412-4c5e-9bf6-24858dd85199 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:47.408876 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-98d1f23b-767d-466d-9291-fc74898e63ec req-040afa84-8412-4c5e-9bf6-24858dd85199 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.42 "GET /v2.0/networks?id=9da50ae8-e6dd-49ef-bffd-03b5ec56f152 HTTP/1.1" status: 200 len: 811 time: 0.4623256 Sep 07 23:46:47.426616 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-c5f703e5-177d-4955-afd7-05490f52b37e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:47.506842 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-7499fd42-36ee-40d1-bf4a-8f5b3519234b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:47.511050 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-7499fd42-36ee-40d1-bf4a-8f5b3519234b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:47.515498 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-7499fd42-36ee-40d1-bf4a-8f5b3519234b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/462262b1-4802-42ac-96bc-8a460fb27e91 HTTP/1.1" status: 204 len: 168 time: 0.7330391 Sep 07 23:46:47.549621 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bbf1c5-2b1b-49a8-8739-41919a0f95a5 req-a75ca9c8-fec1-4d8a-8407-33a635e26c32 tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:47.552229 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-b4bbf1c5-2b1b-49a8-8739-41919a0f95a5 req-a75ca9c8-fec1-4d8a-8407-33a635e26c32 tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee640ca8-f976-4393-97b3-810e382a7be7 HTTP/1.1" status: 200 len: 945 time: 0.2792752 Sep 07 23:46:47.566483 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-ba8157c1-1217-4b52-b746-352b90998c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:47.570186 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7499fd42-36ee-40d1-bf4a-8f5b3519234b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462262b1-4802-42ac-96bc-8a460fb27e91,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:47.575032 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-ba8157c1-1217-4b52-b746-352b90998c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:47.586156 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 23:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7d2d1d-c660-40be-b20e-ad620adc982c x-openstack-request-id: req-5a7d2d1d-c660-40be-b20e-ad620adc982c {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:46:47.586835 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee640ca8-f976-4393-97b3-810e382a7be7", "name": "network-vif-plugged", "status": "completed", "tag": "6d6baaa0-88d8-4baa-99fd-6d8f8bea0aa2", "code": 200}]} {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:46:47.587896 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5a7d2d1d-c660-40be-b20e-ad620adc982c {{(pid=100552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:46:47.589027 dv-cinder-751579-26-iscsi neutron-server[100552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee640ca8-f976-4393-97b3-810e382a7be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6baaa0-88d8-4baa-99fd-6d8f8bea0aa2', 'code': 200} Sep 07 23:46:47.649303 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-ba8157c1-1217-4b52-b746-352b90998c26 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a61ee697a3e74461b4de8742759735ef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3342888 Sep 07 23:46:47.650809 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8157c1-1217-4b52-b746-352b90998c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e703829e-908b-42ea-88fa-94b7cee46791,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:47.654934 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [req-a65aee40-3bbf-4b43-802b-db0780616a4c req-315cce6e-63cf-4a00-9e4d-d46741e0d448 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7634829'] for port, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:47.656746 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 56734) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:47.729471 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a65aee40-3bbf-4b43-802b-db0780616a4c req-315cce6e-63cf-4a00-9e4d-d46741e0d448 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Network 8f0ad28b-91ae-4394-8b5f-02f4ebeae46e is already hosted by enough agents. {{(pid=100550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:46:47.774114 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.base_scheduler [req-a65aee40-3bbf-4b43-802b-db0780616a4c req-315cce6e-63cf-4a00-9e4d-d46741e0d448 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Resources bound (agent type, host, resource id): {{(pid=100550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:46:47.779020 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.l3_dvrscheduler_db [req-a65aee40-3bbf-4b43-802b-db0780616a4c req-315cce6e-63cf-4a00-9e4d-d46741e0d448 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Received port after_create {{(pid=100550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:46:47.804596 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-c5f703e5-177d-4955-afd7-05490f52b37e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:47.816619 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315cce6e-63cf-4a00-9e4d-d46741e0d448 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Pushing event updated for resources: {'Port': ['ID=2339214b-86f2-429f-b078-77b01c82091e,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:47.834656 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-65b23489-b441-45a3-a03e-01f8877759ae req-e0e3674d-dfdd-47bf-a1e5-a556ac8747e1 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:47.845653 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-98d1f23b-767d-466d-9291-fc74898e63ec req-8a5d1934-7b4c-4b7d-a92e-1428f8ab5842 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4003bfbd06747ecac2423c1cdc6f5ff HTTP/1.1" status: 200 len: 380 time: 0.4063306 Sep 07 23:46:47.847236 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.42', 52076) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:47.865546 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-c5f703e5-177d-4955-afd7-05490f52b37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:47.914537 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-37836f76-5f26-4f21-be24-ae3eb26971cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:47.931499 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65aee40-3bbf-4b43-802b-db0780616a4c req-315cce6e-63cf-4a00-9e4d-d46741e0d448 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:47.932639 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [req-a65aee40-3bbf-4b43-802b-db0780616a4c req-315cce6e-63cf-4a00-9e4d-d46741e0d448 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for port, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:47.985380 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [req-98d1f23b-767d-466d-9291-fc74898e63ec req-aee19714-322d-4bfc-b9cb-8b26c081e073 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Request body: {'port': {'device_id': 'ece618df-c310-44c3-ab4d-b061b5899ab4', 'network_id': '9da50ae8-e6dd-49ef-bffd-03b5ec56f152', 'admin_state_up': True, 'tenant_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'security_groups': ['5ff1b41d-3b65-4765-bb95-46afdd75cb14']}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:46:47.986017 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [req-a65aee40-3bbf-4b43-802b-db0780616a4c req-315cce6e-63cf-4a00-9e4d-d46741e0d448 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8860269 Sep 07 23:46:47.989487 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-37836f76-5f26-4f21-be24-ae3eb26971cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:48.013754 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [req-a65aee40-3bbf-4b43-802b-db0780616a4c req-b9f109ff-bb84-4269-bddb-72fad67b2648 service neutron] Request body: {'port': {'device_id': 'f42f75f3-94bf-4d85-b1b0-7ac8da32c527', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:46:48.078676 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-bd6415e6-9f27-4621-8d29-d02a68bf06f1 req-86e3d238-30b1-4b63-b767-5f3e6ec4cdf4 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 210 time: 0.2486937 Sep 07 23:46:48.110019 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f703e5-177d-4955-afd7-05490f52b37e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457c7591-042c-4e73-8a4d-6bc9ca7ce001,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:48.156636 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [req-a65aee40-3bbf-4b43-802b-db0780616a4c req-b9f109ff-bb84-4269-bddb-72fad67b2648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:48.216362 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65b23489-b441-45a3-a03e-01f8877759ae req-e0e3674d-dfdd-47bf-a1e5-a556ac8747e1 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Network bb0cf1ab-d1d5-410c-b15c-8c9770c10630 is already hosted by enough agents. {{(pid=100551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:46:48.226409 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-c5f703e5-177d-4955-afd7-05490f52b37e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=05dfb7b3b2824735a0e3334f47db3884&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8691564 Sep 07 23:46:48.227056 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-37836f76-5f26-4f21-be24-ae3eb26971cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:48.229965 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-37836f76-5f26-4f21-be24-ae3eb26971cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:48.234773 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3674d-dfdd-47bf-a1e5-a556ac8747e1 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Pushing event updated for resources: {'Port': ['ID=03abb03a-9526-4041-93a7-bea9ea9e25f0,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:48.238835 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 56744) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:48.248038 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-b4bbf1c5-2b1b-49a8-8739-41919a0f95a5 req-b9a99a27-818e-4633-a61a-e8036a739cff tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] 10.222.0.15 "GET /v2.0/security-groups?id=4506fd38-8b2e-4b0e-89d8-31f2108248a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6880662 Sep 07 23:46:48.249228 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.base_scheduler [req-65b23489-b441-45a3-a03e-01f8877759ae req-e0e3674d-dfdd-47bf-a1e5-a556ac8747e1 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Resources bound (agent type, host, resource id): {{(pid=100551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:46:48.261553 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b23489-b441-45a3-a03e-01f8877759ae req-e0e3674d-dfdd-47bf-a1e5-a556ac8747e1 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Received port after_create {{(pid=100551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:46:48.268812 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f46d8-89fb-404e-9fd2-353a318b66e9 req-15c8ad16-a5e0-4ed6-a1f1-bde386902970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:48.270601 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-e19f46d8-89fb-404e-9fd2-353a318b66e9 req-15c8ad16-a5e0-4ed6-a1f1-bde386902970 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ee640ca8-f976-4393-97b3-810e382a7be7 HTTP/1.1" status: 200 len: 1098 time: 0.4061630 Sep 07 23:46:48.279630 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-37836f76-5f26-4f21-be24-ae3eb26971cb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e703829e-908b-42ea-88fa-94b7cee46791 HTTP/1.1" status: 204 len: 168 time: 0.6191599 Sep 07 23:46:48.401960 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37836f76-5f26-4f21-be24-ae3eb26971cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e703829e-908b-42ea-88fa-94b7cee46791,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:48.477538 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:48.508043 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-e19f46d8-89fb-404e-9fd2-353a318b66e9 req-7938d556-3110-4bea-b24f-74a34afe9a85 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:48.657649 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 56748) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:48.701847 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-310694b2-16a4-4573-b83c-3dd5cae7284c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:48.726418 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b23489-b441-45a3-a03e-01f8877759ae req-e0e3674d-dfdd-47bf-a1e5-a556ac8747e1 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:48.727322 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-65b23489-b441-45a3-a03e-01f8877759ae req-e0e3674d-dfdd-47bf-a1e5-a556ac8747e1 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:48.771818 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-97b77cfa-083e-4caf-bea5-764f7bbe0efd None None] Provisioning for port 03abb03a-9526-4041-93a7-bea9ea9e25f0 completed by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:46:48.779217 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-97b77cfa-083e-4caf-bea5-764f7bbe0efd None None] Provisioning complete for port 03abb03a-9526-4041-93a7-bea9ea9e25f0 triggered by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:46:48.780003 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-97b77cfa-083e-4caf-bea5-764f7bbe0efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:48.788179 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.db.api [req-98d1f23b-767d-466d-9291-fc74898e63ec req-aee19714-322d-4bfc-b9cb-8b26c081e073 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 23:46:48.788179 dv-cinder-751579-26-iscsi neutron-server[100551]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 23:46:48.788179 dv-cinder-751579-26-iscsi neutron-server[100551]: [parameters: {'project_id_1': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'expiration_1': datetime.datetime(2021, 9, 7, 23, 46, 28, 705330)}] Sep 07 23:46:48.788179 dv-cinder-751579-26-iscsi neutron-server[100551]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 23:46:48.788757 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG oslo_db.api [req-98d1f23b-767d-466d-9291-fc74898e63ec req-aee19714-322d-4bfc-b9cb-8b26c081e073 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 23:46:48.807386 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-66a15e00-316f-4e51-8872-2f3559de26f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:48.841135 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5a057-74a5-46bf-9dd1-316da9759ab3 req-9f7cf283-4a06-4547-907f-c2d022d53af1 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:48.843732 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-19c5a057-74a5-46bf-9dd1-316da9759ab3 req-9f7cf283-4a06-4547-907f-c2d022d53af1 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d1c53b5-8030-4c6a-ac96-86321509d586 HTTP/1.1" status: 200 len: 945 time: 0.5071633 Sep 07 23:46:48.858495 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-97b77cfa-083e-4caf-bea5-764f7bbe0efd None None] Port 03abb03a-9526-4041-93a7-bea9ea9e25f0 cannot update to ACTIVE because it is not bound. {{(pid=100552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 23:46:48.878021 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680960a8-2c8c-41a6-b892-07f47068ffeb req-4437efc1-18d7-4245-bc83-69538ece33eb tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:48.880917 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-680960a8-2c8c-41a6-b892-07f47068ffeb req-4437efc1-18d7-4245-bc83-69538ece33eb tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 932 time: 0.4195306 Sep 07 23:46:48.981304 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-66a15e00-316f-4e51-8872-2f3559de26f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:48.986815 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.42', 52078) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:49.052061 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 56752) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:49.156142 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-fd98e1e3-5e84-4e5f-8ab4-1bdec268ec57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:49.164411 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-680960a8-2c8c-41a6-b892-07f47068ffeb req-d51921ee-d904-44f1-a862-308588ec3702 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2532678 Sep 07 23:46:49.168068 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-19c5a057-74a5-46bf-9dd1-316da9759ab3 req-967697d5-77b4-40c2-bb2b-5008139dc734 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/security-groups?id=80d982fc-7c6a-451c-a13f-66d039ab5d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066461 Sep 07 23:46:49.269806 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-e19f46d8-89fb-404e-9fd2-353a318b66e9 req-7938d556-3110-4bea-b24f-74a34afe9a85 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:49.278410 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.notifiers.nova [req-a65aee40-3bbf-4b43-802b-db0780616a4c req-b9f109ff-bb84-4269-bddb-72fad67b2648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2339214b-86f2-429f-b078-77b01c82091e {{(pid=100550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 23:46:49.282263 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8afe7d-4a41-462e-a9d9-e09a681a23d3 req-284c3fd8-6324-43e9-aa50-e1b80c4c3eea tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:49.284834 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3e8afe7d-4a41-462e-a9d9-e09a681a23d3 req-284c3fd8-6324-43e9-aa50-e1b80c4c3eea tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.42 "GET /v2.0/networks?id=8f0ad28b-91ae-4394-8b5f-02f4ebeae46e HTTP/1.1" status: 200 len: 819 time: 0.2966685 Sep 07 23:46:49.288284 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-e19f46d8-89fb-404e-9fd2-353a318b66e9 req-7938d556-3110-4bea-b24f-74a34afe9a85 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:49.292322 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [req-a65aee40-3bbf-4b43-802b-db0780616a4c req-b9f109ff-bb84-4269-bddb-72fad67b2648 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:49.317534 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.provisioning_blocks [req-a65aee40-3bbf-4b43-802b-db0780616a4c req-b9f109ff-bb84-4269-bddb-72fad67b2648 service neutron] Transition to ACTIVE for port object 2339214b-86f2-429f-b078-77b01c82091e will not be triggered until provisioned by entity L2. {{(pid=100550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:46:49.317814 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-66a15e00-316f-4e51-8872-2f3559de26f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:49.320772 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-66a15e00-316f-4e51-8872-2f3559de26f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:49.323220 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-66a15e00-316f-4e51-8872-2f3559de26f8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/457c7591-042c-4e73-8a4d-6bc9ca7ce001 HTTP/1.1" status: 204 len: 168 time: 1.0709243 Sep 07 23:46:49.327443 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [req-3e8afe7d-4a41-462e-a9d9-e09a681a23d3 req-a7c591da-5d82-4ec4-afa6-73ddcb785bc4 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Request body: {'port': {'device_id': 'de6da19a-1586-4fd6-be9b-c61449486f2b', 'network_id': '8f0ad28b-91ae-4394-8b5f-02f4ebeae46e', 'admin_state_up': True, 'tenant_id': '4c1fbe4702b24535ab7d44fc9693fcbd'}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:46:49.344388 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [req-a65aee40-3bbf-4b43-802b-db0780616a4c req-b9f109ff-bb84-4269-bddb-72fad67b2648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7634818'] for port, after_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:49.344746 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-65b23489-b441-45a3-a03e-01f8877759ae req-e0e3674d-dfdd-47bf-a1e5-a556ac8747e1 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9619365 Sep 07 23:46:49.357969 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.db.api [None req-fd98e1e3-5e84-4e5f-8ab4-1bdec268ec57 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 23:46:49.357969 dv-cinder-751579-26-iscsi neutron-server[100551]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 23:46:49.357969 dv-cinder-751579-26-iscsi neutron-server[100551]: [parameters: {'project_id_1': '1ac6077e529c4958a058bd0b26e98b7b', 'expiration_1': datetime.datetime(2021, 9, 7, 23, 46, 29, 205045)}] Sep 07 23:46:49.357969 dv-cinder-751579-26-iscsi neutron-server[100551]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 23:46:49.358676 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG oslo_db.api [None req-fd98e1e3-5e84-4e5f-8ab4-1bdec268ec57 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 23:46:49.379229 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-e19f46d8-89fb-404e-9fd2-353a318b66e9 req-7938d556-3110-4bea-b24f-74a34afe9a85 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4506fd38-8b2e-4b0e-89d8-31f2108248a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0579357 Sep 07 23:46:49.389862 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [req-65b23489-b441-45a3-a03e-01f8877759ae req-8deca7e0-b15b-4e31-8306-e7eb946376e2 service neutron] Request body: {'port': {'device_id': 'bd58f006-ace0-42d2-bbe1-af0cfa3faa03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:46:49.414227 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7938d556-3110-4bea-b24f-74a34afe9a85 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=34a5e77f-19a0-41d4-8623-ca835625d7c7,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:49.476350 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f109ff-bb84-4269-bddb-72fad67b2648 service neutron] Pushing event updated for resources: {'Port': ['ID=2339214b-86f2-429f-b078-77b01c82091e,revision_number=2']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:49.519968 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f7c69937-995a-4419-b39d-a2e372339730 req-5174bb8f-1055-410a-891c-5111e0386d2d tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 210 time: 0.1270590 Sep 07 23:46:49.541419 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a15e00-316f-4e51-8872-2f3559de26f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457c7591-042c-4e73-8a4d-6bc9ca7ce001,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:49.551500 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d05a2743-314c-487d-873e-07245d93093c req-010ef2d5-2f7c-4f35-9ba6-abda0368d3d2 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 210 time: 0.1118844 Sep 07 23:46:49.595288 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-65b23489-b441-45a3-a03e-01f8877759ae req-8deca7e0-b15b-4e31-8306-e7eb946376e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:49.611353 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1c53b5-8030-4c6a-ac96-86321509d586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a0a3ae-f250-45b9-8bf5-c371f4f0c158'}] {{(pid=100552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:46:49.612814 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-310694b2-16a4-4573-b83c-3dd5cae7284c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:49.619716 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6af7ada11e39af001df59af8fe1a830bb49e6ec01a9e34e873de5065727c58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ab3f5b-675b-4503-b259-66ac957fc1c3" -d '{"events": [{"server_uuid": "6d1c53b5-8030-4c6a-ac96-86321509d586", "name": "network-vif-plugged", "status": "completed", "tag": "29a0a3ae-f250-45b9-8bf5-c371f4f0c158"}]}' {{(pid=100552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:46:49.636526 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-310694b2-16a4-4573-b83c-3dd5cae7284c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:49.687972 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.managers [req-a65aee40-3bbf-4b43-802b-db0780616a4c req-b9f109ff-bb84-4269-bddb-72fad67b2648 service neutron] Attempting to bind port 2339214b-86f2-429f-b078-77b01c82091e on host hv-cinder-75157 for vnic_type normal with profile {{(pid=100550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 23:46:49.688377 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.managers [req-a65aee40-3bbf-4b43-802b-db0780616a4c req-b9f109ff-bb84-4269-bddb-72fad67b2648 service neutron] Attempting to bind port 2339214b-86f2-429f-b078-77b01c82091e by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '1472a31e-bcdd-4c38-8927-5aafbedd6ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8f0ad28b-91ae-4394-8b5f-02f4ebeae46e'}] {{(pid=100550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 23:46:49.688677 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65aee40-3bbf-4b43-802b-db0780616a4c req-b9f109ff-bb84-4269-bddb-72fad67b2648 service neutron] Attempting to bind port 2339214b-86f2-429f-b078-77b01c82091e on network 8f0ad28b-91ae-4394-8b5f-02f4ebeae46e {{(pid=100550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:46:49.703797 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-310694b2-16a4-4573-b83c-3dd5cae7284c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bad478e560574f1e89ba760443c73582&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0441144 Sep 07 23:46:49.708873 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 56766) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:49.717280 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65aee40-3bbf-4b43-802b-db0780616a4c req-b9f109ff-bb84-4269-bddb-72fad67b2648 service neutron] Port 2339214b-86f2-429f-b078-77b01c82091e on network 8f0ad28b-91ae-4394-8b5f-02f4ebeae46e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=100550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 23:46:49.717682 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65aee40-3bbf-4b43-802b-db0780616a4c req-b9f109ff-bb84-4269-bddb-72fad67b2648 service neutron] Attempting to bind port 2339214b-86f2-429f-b078-77b01c82091e on network 8f0ad28b-91ae-4394-8b5f-02f4ebeae46e {{(pid=100550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:46:49.732750 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 23:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c27c6c6-50b9-4e6a-a0b2-f9be77550beb x-openstack-request-id: req-3c27c6c6-50b9-4e6a-a0b2-f9be77550beb {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:46:49.733123 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d1c53b5-8030-4c6a-ac96-86321509d586", "name": "network-vif-plugged", "status": "completed", "tag": "29a0a3ae-f250-45b9-8bf5-c371f4f0c158", "code": 200}]} {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:46:49.733551 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3c27c6c6-50b9-4e6a-a0b2-f9be77550beb {{(pid=100552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:46:49.734026 dv-cinder-751579-26-iscsi neutron-server[100552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d1c53b5-8030-4c6a-ac96-86321509d586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a0a3ae-f250-45b9-8bf5-c371f4f0c158', 'code': 200} Sep 07 23:46:49.755360 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310694b2-16a4-4573-b83c-3dd5cae7284c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb66931-1e12-47e5-8104-b1fae38d6aac,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:49.768120 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65aee40-3bbf-4b43-802b-db0780616a4c req-b9f109ff-bb84-4269-bddb-72fad67b2648 service neutron] Checking agent: {'id': '8b06e77c-11ef-48c4-9ba2-92653b27ce62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 23, 44, 18), 'started_at': datetime.datetime(2021, 9, 7, 23, 44, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 23, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 23:46:49.768519 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65aee40-3bbf-4b43-802b-db0780616a4c req-b9f109ff-bb84-4269-bddb-72fad67b2648 service neutron] Checking segment: {'id': '1472a31e-bcdd-4c38-8927-5aafbedd6ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8f0ad28b-91ae-4394-8b5f-02f4ebeae46e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:46:49.768964 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65aee40-3bbf-4b43-802b-db0780616a4c req-b9f109ff-bb84-4269-bddb-72fad67b2648 service neutron] Bound using segment: {'id': '1472a31e-bcdd-4c38-8927-5aafbedd6ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8f0ad28b-91ae-4394-8b5f-02f4ebeae46e'} {{(pid=100550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 23:46:49.769501 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.managers [req-a65aee40-3bbf-4b43-802b-db0780616a4c req-b9f109ff-bb84-4269-bddb-72fad67b2648 service neutron] Bound port: 2339214b-86f2-429f-b078-77b01c82091e, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1472a31e-bcdd-4c38-8927-5aafbedd6ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8f0ad28b-91ae-4394-8b5f-02f4ebeae46e'}}] {{(pid=100550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 23:46:49.769879 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [req-a65aee40-3bbf-4b43-802b-db0780616a4c req-b9f109ff-bb84-4269-bddb-72fad67b2648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:49.866914 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-680d2cc5-1c71-4b21-8ebf-b0a64c48af84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:49.892232 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-fd98e1e3-5e84-4e5f-8ab4-1bdec268ec57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:49.951007 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-680d2cc5-1c71-4b21-8ebf-b0a64c48af84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:49.974290 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.db [req-a65aee40-3bbf-4b43-802b-db0780616a4c req-b9f109ff-bb84-4269-bddb-72fad67b2648 service neutron] For port 2339214b-86f2-429f-b078-77b01c82091e, host hv-cinder-75157, cleared binding levels {{(pid=100550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 23:46:49.976138 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98d1f23b-767d-466d-9291-fc74898e63ec req-aee19714-322d-4bfc-b9cb-8b26c081e073 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Made reservation on behalf of e4003bfbd06747ecac2423c1cdc6f5ff for: {'port': 1} {{(pid=100551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:46:49.980207 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-98d1f23b-767d-466d-9291-fc74898e63ec req-aee19714-322d-4bfc-b9cb-8b26c081e073 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:49.985260 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.db [req-a65aee40-3bbf-4b43-802b-db0780616a4c req-b9f109ff-bb84-4269-bddb-72fad67b2648 service neutron] For port 2339214b-86f2-429f-b078-77b01c82091e, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=2339214b-86f2-429f-b078-77b01c82091e,segment=NetworkSegment(1472a31e-bcdd-4c38-8927-5aafbedd6ba7),segment_id=1472a31e-bcdd-4c38-8927-5aafbedd6ba7)] {{(pid=100550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 23:46:49.997839 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [req-a65aee40-3bbf-4b43-802b-db0780616a4c req-b9f109ff-bb84-4269-bddb-72fad67b2648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7634818'] for port, after_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:50.098092 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65aee40-3bbf-4b43-802b-db0780616a4c req-b9f109ff-bb84-4269-bddb-72fad67b2648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:50.099249 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [req-a65aee40-3bbf-4b43-802b-db0780616a4c req-b9f109ff-bb84-4269-bddb-72fad67b2648 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for port, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:50.101934 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [req-a65aee40-3bbf-4b43-802b-db0780616a4c req-b9f109ff-bb84-4269-bddb-72fad67b2648 service neutron] 10.222.0.42 "PUT /v2.0/ports/2339214b-86f2-429f-b078-77b01c82091e HTTP/1.1" status: 200 len: 1094 time: 2.0992713 Sep 07 23:46:50.105528 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f42f75f3-94bf-4d85-b1b0-7ac8da32c527', 'tag': '2339214b-86f2-429f-b078-77b01c82091e'}] {{(pid=100550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:46:50.109861 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d662247da8c952987fd655d1558826128f562bf65326072a344d62a4e19a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043e224e-ffef-48e3-9685-906636100966" -d '{"events": [{"name": "network-changed", "server_uuid": "f42f75f3-94bf-4d85-b1b0-7ac8da32c527", "tag": "2339214b-86f2-429f-b078-77b01c82091e"}]}' {{(pid=100550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:46:50.113700 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e8afe7d-4a41-462e-a9d9-e09a681a23d3 req-a7c591da-5d82-4ec4-afa6-73ddcb785bc4 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Made reservation on behalf of 4c1fbe4702b24535ab7d44fc9693fcbd for: {'port': 1} {{(pid=100551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:46:50.117460 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-3e8afe7d-4a41-462e-a9d9-e09a681a23d3 req-a7c591da-5d82-4ec4-afa6-73ddcb785bc4 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:50.157836 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f109ff-bb84-4269-bddb-72fad67b2648 service neutron] Pushing event updated for resources: {'Port': ['ID=2339214b-86f2-429f-b078-77b01c82091e,revision_number=3']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:50.164258 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-680d2cc5-1c71-4b21-8ebf-b0a64c48af84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:50.172648 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aec09b-8d6d-4d85-9aea-1fc996ec2ee6 req-45d73b05-1835-4ca3-bc4a-7c49b14205c8 tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:50.178136 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-680d2cc5-1c71-4b21-8ebf-b0a64c48af84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:50.180311 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-680d2cc5-1c71-4b21-8ebf-b0a64c48af84 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/adb66931-1e12-47e5-8104-b1fae38d6aac HTTP/1.1" status: 204 len: 168 time: 0.4699156 Sep 07 23:46:50.190309 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-b6aec09b-8d6d-4d85-9aea-1fc996ec2ee6 req-45d73b05-1835-4ca3-bc4a-7c49b14205c8 tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee640ca8-f976-4393-97b3-810e382a7be7 HTTP/1.1" status: 200 len: 945 time: 0.2952168 Sep 07 23:46:50.202625 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680d2cc5-1c71-4b21-8ebf-b0a64c48af84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb66931-1e12-47e5-8104-b1fae38d6aac,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:50.277092 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 23:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3438ac5-6bbc-467e-96ff-d8220df1c9b1 x-openstack-request-id: req-c3438ac5-6bbc-467e-96ff-d8220df1c9b1 {{(pid=100550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:46:50.277580 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f42f75f3-94bf-4d85-b1b0-7ac8da32c527", "tag": "2339214b-86f2-429f-b078-77b01c82091e", "status": "completed", "code": 200}]} {{(pid=100550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:46:50.278044 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c3438ac5-6bbc-467e-96ff-d8220df1c9b1 {{(pid=100550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:46:50.278643 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f42f75f3-94bf-4d85-b1b0-7ac8da32c527', 'tag': '2339214b-86f2-429f-b078-77b01c82091e', 'status': 'completed', 'code': 200} Sep 07 23:46:50.298611 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65aee40-3bbf-4b43-802b-db0780616a4c req-b2602379-bb04-443f-9806-e53af2efbd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:50.300258 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [req-a65aee40-3bbf-4b43-802b-db0780616a4c req-b2602379-bb04-443f-9806-e53af2efbd9a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4c1fbe4702b24535ab7d44fc9693fcbd&device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 1097 time: 0.0899472 Sep 07 23:46:50.360016 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [req-a65aee40-3bbf-4b43-802b-db0780616a4c req-dadf4497-50d0-4c83-9284-719244d1e955 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2339214b-86f2-429f-b078-77b01c82091e HTTP/1.1" status: 200 len: 217 time: 0.0502236 Sep 07 23:46:50.483769 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d45b8-881a-4075-a163-7b3477a43ddb req-269bf416-8b9e-49e8-947c-0e028a161353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:50.485515 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-454d45b8-881a-4075-a163-7b3477a43ddb req-269bf416-8b9e-49e8-947c-0e028a161353 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6d1c53b5-8030-4c6a-ac96-86321509d586 HTTP/1.1" status: 200 len: 1098 time: 0.5012040 Sep 07 23:46:50.525738 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65aee40-3bbf-4b43-802b-db0780616a4c req-78c3844e-d328-4fd0-9680-081ec0cf4fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:50.528378 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [req-a65aee40-3bbf-4b43-802b-db0780616a4c req-78c3844e-d328-4fd0-9680-081ec0cf4fc6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f967c7b2-09f7-4f04-827b-eef1f5f7308c HTTP/1.1" status: 200 len: 859 time: 0.1600096 Sep 07 23:46:50.597971 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [req-a65aee40-3bbf-4b43-802b-db0780616a4c req-e1bdd1bf-deda-460c-a664-cc14617d075f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8f0ad28b-91ae-4394-8b5f-02f4ebeae46e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536890 Sep 07 23:46:50.659639 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-b6aec09b-8d6d-4d85-9aea-1fc996ec2ee6 req-d4739428-3bba-46d2-b4d3-5ca666b54645 tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] 10.222.0.15 "GET /v2.0/security-groups?id=4506fd38-8b2e-4b0e-89d8-31f2108248a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4683831 Sep 07 23:46:50.838998 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3802fe2f-d0c2-46bd-b054-e9f6ee5784eb req-11bb28de-e074-47ec-968d-559545b614c5 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:50.848936 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3802fe2f-d0c2-46bd-b054-e9f6ee5784eb req-11bb28de-e074-47ec-968d-559545b614c5 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 932 time: 0.4330907 Sep 07 23:46:50.859662 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [req-a65aee40-3bbf-4b43-802b-db0780616a4c req-ee65de13-f14f-41cb-928b-2df7e455c0bd service neutron] 10.222.0.42 "GET /v2.0/networks/8f0ad28b-91ae-4394-8b5f-02f4ebeae46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533436 Sep 07 23:46:50.867046 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-454d45b8-881a-4075-a163-7b3477a43ddb req-912e23d4-58d7-42b8-a362-d18f0d2eb875 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=80d982fc-7c6a-451c-a13f-66d039ab5d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281565 Sep 07 23:46:50.967353 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.db_base_plugin_common [req-98d1f23b-767d-466d-9291-fc74898e63ec req-aee19714-322d-4bfc-b9cb-8b26c081e073 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Allocated IP 172.20.0.4 (9da50ae8-e6dd-49ef-bffd-03b5ec56f152/af6c2c51-70b3-4a7c-ab5d-dc9b76d1d9bc/e66af021-334b-44cc-a801-4788472f27fe) {{(pid=100551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:46:50.981018 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-fd98e1e3-5e84-4e5f-8ab4-1bdec268ec57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:51.015739 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-fd98e1e3-5e84-4e5f-8ab4-1bdec268ec57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:51.038132 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [req-a65aee40-3bbf-4b43-802b-db0780616a4c req-676fe3ec-c1fb-433e-9ceb-fc72dd70deaf service neutron] 10.222.0.42 "GET /v2.0/networks/8f0ad28b-91ae-4394-8b5f-02f4ebeae46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666207 Sep 07 23:46:51.133282 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.db_base_plugin_common [req-3e8afe7d-4a41-462e-a9d9-e09a681a23d3 req-a7c591da-5d82-4ec4-afa6-73ddcb785bc4 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Allocated IP 172.20.0.7 (8f0ad28b-91ae-4394-8b5f-02f4ebeae46e/f967c7b2-09f7-4f04-827b-eef1f5f7308c/c9c39b72-1fdc-4c85-aef7-8fb19057f776) {{(pid=100551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:46:51.140499 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3802fe2f-d0c2-46bd-b054-e9f6ee5784eb req-6475036f-6bd9-48a6-8919-3979f838e3cb tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2904060 Sep 07 23:46:51.183551 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-fd98e1e3-5e84-4e5f-8ab4-1bdec268ec57 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1ac6077e529c4958a058bd0b26e98b7b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1149356 Sep 07 23:46:51.205048 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 56804) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:46:51.211646 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [req-65b23489-b441-45a3-a03e-01f8877759ae req-8deca7e0-b15b-4e31-8306-e7eb946376e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03abb03a-9526-4041-93a7-bea9ea9e25f0 {{(pid=100551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 23:46:51.289974 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18575d4-bcc6-492d-9a4e-84356cae19cc req-2fce4f38-27ed-4366-9191-5f2a19a1d8c3 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:51.292924 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-b18575d4-bcc6-492d-9a4e-84356cae19cc req-2fce4f38-27ed-4366-9191-5f2a19a1d8c3 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d1c53b5-8030-4c6a-ac96-86321509d586 HTTP/1.1" status: 200 len: 945 time: 0.4734585 Sep 07 23:46:51.301509 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd98e1e3-5e84-4e5f-8ab4-1bdec268ec57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35fdeb2f-a149-4aee-a679-90de64d31315,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:51.314181 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-af238157-1935-42e7-8b00-8158e8727c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:51.325149 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-65b23489-b441-45a3-a03e-01f8877759ae req-8deca7e0-b15b-4e31-8306-e7eb946376e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:51.350359 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e224e-ffef-48e3-9685-906636100966 req-6e044178-2994-49e7-a5f4-4b7d0d298a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:51.352087 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [req-043e224e-ffef-48e3-9685-906636100966 req-6e044178-2994-49e7-a5f4-4b7d0d298a07 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4c1fbe4702b24535ab7d44fc9693fcbd&device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 1097 time: 0.2072823 Sep 07 23:46:51.366613 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-af238157-1935-42e7-8b00-8158e8727c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:51.454619 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ff0f7a7d-31bc-4b79-af7e-44099bc6c334 req-d64651cd-bd64-4fe2-bdb9-9a80ca650164 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 210 time: 0.1208925 Sep 07 23:46:51.457880 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.provisioning_blocks [req-65b23489-b441-45a3-a03e-01f8877759ae req-8deca7e0-b15b-4e31-8306-e7eb946376e2 service neutron] Transition to ACTIVE for port object 03abb03a-9526-4041-93a7-bea9ea9e25f0 will not be triggered until provisioned by entity L2. {{(pid=100551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:46:51.502764 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-65b23489-b441-45a3-a03e-01f8877759ae req-8deca7e0-b15b-4e31-8306-e7eb946376e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5131532'] for port, after_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:51.568224 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e224e-ffef-48e3-9685-906636100966 req-ad1d2466-8dc1-4e90-9799-05daeea12304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:51.571897 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [req-043e224e-ffef-48e3-9685-906636100966 req-ad1d2466-8dc1-4e90-9799-05daeea12304 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8f0ad28b-91ae-4394-8b5f-02f4ebeae46e HTTP/1.1" status: 200 len: 920 time: 0.2026589 Sep 07 23:46:51.678995 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [req-043e224e-ffef-48e3-9685-906636100966 req-816e8210-547c-4c8e-b22c-0d87d08390f2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2339214b-86f2-429f-b078-77b01c82091e HTTP/1.1" status: 200 len: 217 time: 0.0926054 Sep 07 23:46:51.698588 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-b18575d4-bcc6-492d-9a4e-84356cae19cc req-a36a8680-8423-4b1f-9275-92464becc90e tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/security-groups?id=80d982fc-7c6a-451c-a13f-66d039ab5d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3896720 Sep 07 23:46:51.761617 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8f4e92a9-bf59-45d6-9b40-9fe14769cbcf req-14514cac-0eae-4fb3-b8dd-7ed685754f57 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 210 time: 0.1848433 Sep 07 23:46:51.842100 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-af238157-1935-42e7-8b00-8158e8727c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:51.849641 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-af238157-1935-42e7-8b00-8158e8727c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:51.854817 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-af238157-1935-42e7-8b00-8158e8727c48 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/35fdeb2f-a149-4aee-a679-90de64d31315 HTTP/1.1" status: 204 len: 168 time: 0.6431406 Sep 07 23:46:51.917774 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e224e-ffef-48e3-9685-906636100966 req-af9c39f2-bb90-4ff1-9ce7-0b99edac329b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:51.921221 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [req-043e224e-ffef-48e3-9685-906636100966 req-af9c39f2-bb90-4ff1-9ce7-0b99edac329b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f967c7b2-09f7-4f04-827b-eef1f5f7308c HTTP/1.1" status: 200 len: 859 time: 0.2264278 Sep 07 23:46:51.922123 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deca7e0-b15b-4e31-8306-e7eb946376e2 service neutron] Pushing event updated for resources: {'Port': ['ID=03abb03a-9526-4041-93a7-bea9ea9e25f0,revision_number=2']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:51.923897 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af238157-1935-42e7-8b00-8158e8727c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fdeb2f-a149-4aee-a679-90de64d31315,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:52.059068 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [req-043e224e-ffef-48e3-9685-906636100966 req-ae75ef90-9973-443e-9c57-a129e90ca61d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8f0ad28b-91ae-4394-8b5f-02f4ebeae46e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1154811 Sep 07 23:46:52.140218 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-98d1f23b-767d-466d-9291-fc74898e63ec req-aee19714-322d-4bfc-b9cb-8b26c081e073 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks [] for port, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:52.202630 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.provisioning_blocks [req-98d1f23b-767d-466d-9291-fc74898e63ec req-aee19714-322d-4bfc-b9cb-8b26c081e073 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Transition to ACTIVE for port object e66af021-334b-44cc-a801-4788472f27fe will not be triggered until provisioned by entity DHCP. {{(pid=100551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:46:52.213990 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-3e8afe7d-4a41-462e-a9d9-e09a681a23d3 req-a7c591da-5d82-4ec4-afa6-73ddcb785bc4 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Notify callbacks [] for port, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:52.299346 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [req-043e224e-ffef-48e3-9685-906636100966 req-7e8fd1c6-7da3-42d1-aff2-c83c8efd0183 service neutron] 10.222.0.42 "GET /v2.0/networks/8f0ad28b-91ae-4394-8b5f-02f4ebeae46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335405 Sep 07 23:46:52.318305 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4efb06-8aed-4d15-a078-f7432e0755f3 req-9d9093ad-1fc5-4fd9-b539-68450e3d078a tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:52.319965 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7a4efb06-8aed-4d15-a078-f7432e0755f3 req-9d9093ad-1fc5-4fd9-b539-68450e3d078a tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee640ca8-f976-4393-97b3-810e382a7be7 HTTP/1.1" status: 200 len: 945 time: 0.4251297 Sep 07 23:46:52.328570 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-65b23489-b441-45a3-a03e-01f8877759ae req-8deca7e0-b15b-4e31-8306-e7eb946376e2 service neutron] Attempting to bind port 03abb03a-9526-4041-93a7-bea9ea9e25f0 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 23:46:52.328915 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-65b23489-b441-45a3-a03e-01f8877759ae req-8deca7e0-b15b-4e31-8306-e7eb946376e2 service neutron] Attempting to bind port 03abb03a-9526-4041-93a7-bea9ea9e25f0 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': 'c1e8596d-44b9-4f74-a478-a7fa52272fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bb0cf1ab-d1d5-410c-b15c-8c9770c10630'}] {{(pid=100551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 23:46:52.329253 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b23489-b441-45a3-a03e-01f8877759ae req-8deca7e0-b15b-4e31-8306-e7eb946376e2 service neutron] Attempting to bind port 03abb03a-9526-4041-93a7-bea9ea9e25f0 on network bb0cf1ab-d1d5-410c-b15c-8c9770c10630 {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:46:52.397770 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b23489-b441-45a3-a03e-01f8877759ae req-8deca7e0-b15b-4e31-8306-e7eb946376e2 service neutron] Port 03abb03a-9526-4041-93a7-bea9ea9e25f0 on network bb0cf1ab-d1d5-410c-b15c-8c9770c10630 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 23:46:52.398131 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b23489-b441-45a3-a03e-01f8877759ae req-8deca7e0-b15b-4e31-8306-e7eb946376e2 service neutron] Attempting to bind port 03abb03a-9526-4041-93a7-bea9ea9e25f0 on network bb0cf1ab-d1d5-410c-b15c-8c9770c10630 {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:46:52.435888 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b23489-b441-45a3-a03e-01f8877759ae req-8deca7e0-b15b-4e31-8306-e7eb946376e2 service neutron] Checking agent: {'id': '8b06e77c-11ef-48c4-9ba2-92653b27ce62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 23, 44, 18), 'started_at': datetime.datetime(2021, 9, 7, 23, 44, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 23, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 23:46:52.436260 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b23489-b441-45a3-a03e-01f8877759ae req-8deca7e0-b15b-4e31-8306-e7eb946376e2 service neutron] Checking segment: {'id': 'c1e8596d-44b9-4f74-a478-a7fa52272fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bb0cf1ab-d1d5-410c-b15c-8c9770c10630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:46:52.436651 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b23489-b441-45a3-a03e-01f8877759ae req-8deca7e0-b15b-4e31-8306-e7eb946376e2 service neutron] Bound using segment: {'id': 'c1e8596d-44b9-4f74-a478-a7fa52272fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bb0cf1ab-d1d5-410c-b15c-8c9770c10630'} {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 23:46:52.437110 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-65b23489-b441-45a3-a03e-01f8877759ae req-8deca7e0-b15b-4e31-8306-e7eb946376e2 service neutron] Bound port: 03abb03a-9526-4041-93a7-bea9ea9e25f0, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1e8596d-44b9-4f74-a478-a7fa52272fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bb0cf1ab-d1d5-410c-b15c-8c9770c10630'}}] {{(pid=100551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 23:46:52.437481 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-65b23489-b441-45a3-a03e-01f8877759ae req-8deca7e0-b15b-4e31-8306-e7eb946376e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:52.471172 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-98d1f23b-767d-466d-9291-fc74898e63ec req-aee19714-322d-4bfc-b9cb-8b26c081e073 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:52.494820 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7a4efb06-8aed-4d15-a078-f7432e0755f3 req-8d42da55-c567-4475-81ba-0aff549b76a7 tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] 10.222.0.15 "GET /v2.0/security-groups?id=4506fd38-8b2e-4b0e-89d8-31f2108248a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512308 Sep 07 23:46:52.495980 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-3e8afe7d-4a41-462e-a9d9-e09a681a23d3 req-a7c591da-5d82-4ec4-afa6-73ddcb785bc4 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:52.496261 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [req-043e224e-ffef-48e3-9685-906636100966 req-0d7664e7-464a-4560-9bf4-e5bd093eff50 service neutron] 10.222.0.42 "GET /v2.0/networks/8f0ad28b-91ae-4394-8b5f-02f4ebeae46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872413 Sep 07 23:46:52.676632 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee19714-322d-4bfc-b9cb-8b26c081e073 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Pushing event updated for resources: {'Port': ['ID=e66af021-334b-44cc-a801-4788472f27fe,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:52.707922 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e8afe7d-4a41-462e-a9d9-e09a681a23d3 req-a7c591da-5d82-4ec4-afa6-73ddcb785bc4 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Network 8f0ad28b-91ae-4394-8b5f-02f4ebeae46e is already hosted by enough agents. {{(pid=100551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:46:52.798305 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6faf277-34b1-48b5-bf91-7c85f3634ec2 req-43f43380-df01-4752-9eb0-d6192bf2a8c6 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:52.813454 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d6faf277-34b1-48b5-bf91-7c85f3634ec2 req-43f43380-df01-4752-9eb0-d6192bf2a8c6 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 944 time: 0.4916737 Sep 07 23:46:52.866829 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98d1f23b-767d-466d-9291-fc74898e63ec req-aee19714-322d-4bfc-b9cb-8b26c081e073 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Network 9da50ae8-e6dd-49ef-bffd-03b5ec56f152 is already hosted by enough agents. {{(pid=100551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:46:52.870181 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.base_scheduler [req-98d1f23b-767d-466d-9291-fc74898e63ec req-aee19714-322d-4bfc-b9cb-8b26c081e073 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Resources bound (agent type, host, resource id): {{(pid=100551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:46:52.873112 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d1f23b-767d-466d-9291-fc74898e63ec req-aee19714-322d-4bfc-b9cb-8b26c081e073 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Received port after_create {{(pid=100551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:46:52.877002 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.base_scheduler [req-3e8afe7d-4a41-462e-a9d9-e09a681a23d3 req-a7c591da-5d82-4ec4-afa6-73ddcb785bc4 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Resources bound (agent type, host, resource id): {{(pid=100551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:46:52.879964 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e8afe7d-4a41-462e-a9d9-e09a681a23d3 req-a7c591da-5d82-4ec4-afa6-73ddcb785bc4 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Received port after_create {{(pid=100551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:46:52.948864 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-65b23489-b441-45a3-a03e-01f8877759ae req-8deca7e0-b15b-4e31-8306-e7eb946376e2 service neutron] For port 03abb03a-9526-4041-93a7-bea9ea9e25f0, host hv-cinder-75157, cleared binding levels {{(pid=100551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 23:46:52.952188 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-65b23489-b441-45a3-a03e-01f8877759ae req-8deca7e0-b15b-4e31-8306-e7eb946376e2 service neutron] For port 03abb03a-9526-4041-93a7-bea9ea9e25f0, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=03abb03a-9526-4041-93a7-bea9ea9e25f0,segment=NetworkSegment(c1e8596d-44b9-4f74-a478-a7fa52272fc4),segment_id=c1e8596d-44b9-4f74-a478-a7fa52272fc4)] {{(pid=100551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 23:46:53.089400 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1f23b-767d-466d-9291-fc74898e63ec req-aee19714-322d-4bfc-b9cb-8b26c081e073 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:53.090446 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-98d1f23b-767d-466d-9291-fc74898e63ec req-aee19714-322d-4bfc-b9cb-8b26c081e073 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:53.095582 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-65b23489-b441-45a3-a03e-01f8877759ae req-8deca7e0-b15b-4e31-8306-e7eb946376e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5131532'] for port, after_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:53.164325 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b23489-b441-45a3-a03e-01f8877759ae req-8deca7e0-b15b-4e31-8306-e7eb946376e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:53.165453 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-65b23489-b441-45a3-a03e-01f8877759ae req-8deca7e0-b15b-4e31-8306-e7eb946376e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:53.170471 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-65b23489-b441-45a3-a03e-01f8877759ae req-8deca7e0-b15b-4e31-8306-e7eb946376e2 service neutron] 10.222.0.42 "PUT /v2.0/ports/03abb03a-9526-4041-93a7-bea9ea9e25f0 HTTP/1.1" status: 200 len: 1094 time: 3.8026645 Sep 07 23:46:53.185128 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd58f006-ace0-42d2-bbe1-af0cfa3faa03', 'tag': '03abb03a-9526-4041-93a7-bea9ea9e25f0'}] {{(pid=100551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:46:53.187612 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744d18a1a9123520e55b11d6b4f544890c28500fff252c5db1cb0c4b69d72d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf1ca2a-44f4-4a46-b317-7a3646ad363d" -d '{"events": [{"name": "network-changed", "server_uuid": "bd58f006-ace0-42d2-bbe1-af0cfa3faa03", "tag": "03abb03a-9526-4041-93a7-bea9ea9e25f0"}]}' {{(pid=100551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:46:53.211476 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c591da-5d82-4ec4-afa6-73ddcb785bc4 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Pushing event updated for resources: {'Port': ['ID=c9c39b72-1fdc-4c85-aef7-8fb19057f776,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:53.215359 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-98d1f23b-767d-466d-9291-fc74898e63ec req-aee19714-322d-4bfc-b9cb-8b26c081e073 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3461473 Sep 07 23:46:53.309482 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deca7e0-b15b-4e31-8306-e7eb946376e2 service neutron] Pushing event updated for resources: {'Port': ['ID=03abb03a-9526-4041-93a7-bea9ea9e25f0,revision_number=3']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:53.328759 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b3ce3-d41e-49c2-9650-862be02c4571 req-93febc20-613d-432c-ab1d-6dd823b4bb0f tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:53.337395 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-870b3ce3-d41e-49c2-9650-862be02c4571 req-93febc20-613d-432c-ab1d-6dd823b4bb0f tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 931 time: 0.6561418 Sep 07 23:46:53.348217 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8afe7d-4a41-462e-a9d9-e09a681a23d3 req-a7c591da-5d82-4ec4-afa6-73ddcb785bc4 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:53.353871 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-3e8afe7d-4a41-462e-a9d9-e09a681a23d3 req-a7c591da-5d82-4ec4-afa6-73ddcb785bc4 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:53.364025 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [req-98d1f23b-767d-466d-9291-fc74898e63ec req-859f19c9-714e-4a56-ad17-45096111e1eb service neutron] Request body: {'port': {'device_id': 'ece618df-c310-44c3-ab4d-b061b5899ab4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:46:53.384024 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-699aca44-4af3-4ee5-96b3-f2f56574e547 None None] Provisioning for port e66af021-334b-44cc-a801-4788472f27fe completed by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:46:53.398836 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d6faf277-34b1-48b5-bf91-7c85f3634ec2 req-a3e5226a-04e9-48b1-ac65-2ab0cd08d0e8 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5842004 Sep 07 23:46:53.412418 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-699aca44-4af3-4ee5-96b3-f2f56574e547 None None] Provisioning complete for port e66af021-334b-44cc-a801-4788472f27fe triggered by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:46:53.414544 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-699aca44-4af3-4ee5-96b3-f2f56574e547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:53.519078 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-699aca44-4af3-4ee5-96b3-f2f56574e547 None None] Port e66af021-334b-44cc-a801-4788472f27fe cannot update to ACTIVE because it is not bound. {{(pid=100552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 23:46:53.862663 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3e8afe7d-4a41-462e-a9d9-e09a681a23d3 req-a7c591da-5d82-4ec4-afa6-73ddcb785bc4 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5589378 Sep 07 23:46:53.912302 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [req-3e8afe7d-4a41-462e-a9d9-e09a681a23d3 req-55131fec-97f1-4af2-9846-04ea72d32aec service neutron] Request body: {'port': {'device_id': 'de6da19a-1586-4fd6-be9b-c61449486f2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:46:53.998989 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-870b3ce3-d41e-49c2-9650-862be02c4571 req-12af9ec3-5d2b-4da9-b631-430ae1d6a733 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ff1b41d-3b65-4765-bb95-46afdd75cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6604335 Sep 07 23:46:54.021569 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b23489-b441-45a3-a03e-01f8877759ae req-91ded56e-762f-486b-b2c1-860224d9571e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:54.046290 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-65b23489-b441-45a3-a03e-01f8877759ae req-91ded56e-762f-486b-b2c1-860224d9571e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=58b276a8254e43be89c8e4a10c333cbe&device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 1097 time: 0.7290478 Sep 07 23:46:54.162636 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-98d1f23b-767d-466d-9291-fc74898e63ec req-859f19c9-714e-4a56-ad17-45096111e1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:54.229315 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed20ba-cd40-4d2b-af87-e43853d6e218 req-88ab25c3-7872-428f-9953-9bbf8a068e6b tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:54.232222 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-dfed20ba-cd40-4d2b-af87-e43853d6e218 req-88ab25c3-7872-428f-9953-9bbf8a068e6b tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d1c53b5-8030-4c6a-ac96-86321509d586 HTTP/1.1" status: 200 len: 945 time: 0.4559765 Sep 07 23:46:54.251213 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-65b23489-b441-45a3-a03e-01f8877759ae req-5a949f28-d6f0-42e8-8d59-f5cade85088e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03abb03a-9526-4041-93a7-bea9ea9e25f0 HTTP/1.1" status: 200 len: 217 time: 0.1884718 Sep 07 23:46:54.367299 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-3e8afe7d-4a41-462e-a9d9-e09a681a23d3 req-55131fec-97f1-4af2-9846-04ea72d32aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:54.405870 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.agents_db [None req-89df3544-7e8a-43ac-bb25-e7a75b7011d0 None None] Agent healthcheck: found 6 active agents {{(pid=100553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 23:46:54.503667 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-dfed20ba-cd40-4d2b-af87-e43853d6e218 req-d9a3c6a4-db79-4df5-8bf2-d276db5e3f16 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/security-groups?id=80d982fc-7c6a-451c-a13f-66d039ab5d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493520 Sep 07 23:46:54.538249 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96849aba-5158-4d0b-8bde-dfe191bc0081 req-5edfdf59-fdd4-497f-8ee5-6b66e01eaa4c tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:54.546954 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-96849aba-5158-4d0b-8bde-dfe191bc0081 req-5edfdf59-fdd4-497f-8ee5-6b66e01eaa4c tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 931 time: 0.3755338 Sep 07 23:46:54.553963 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b23489-b441-45a3-a03e-01f8877759ae req-c8188132-67f4-447d-b6a6-5cb806c9ab9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:54.556371 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-65b23489-b441-45a3-a03e-01f8877759ae req-c8188132-67f4-447d-b6a6-5cb806c9ab9f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2e4b191b-fe64-4814-8fad-97b5ba0852ce HTTP/1.1" status: 200 len: 856 time: 0.2643228 Sep 07 23:46:54.663059 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 23:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8ec3d7-ba8f-4bc5-823a-2a311b603006 x-openstack-request-id: req-9f8ec3d7-ba8f-4bc5-823a-2a311b603006 {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:46:54.663540 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd58f006-ace0-42d2-bbe1-af0cfa3faa03", "tag": "03abb03a-9526-4041-93a7-bea9ea9e25f0", "status": "completed", "code": 200}]} {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:46:54.663963 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9f8ec3d7-ba8f-4bc5-823a-2a311b603006 {{(pid=100551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:46:54.664675 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd58f006-ace0-42d2-bbe1-af0cfa3faa03', 'tag': '03abb03a-9526-4041-93a7-bea9ea9e25f0', 'status': 'completed', 'code': 200} Sep 07 23:46:54.882404 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 2339214b-86f2-429f-b078-77b01c82091e details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=100552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 23:46:54.989116 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-96849aba-5158-4d0b-8bde-dfe191bc0081 req-0ebac577-6faa-4713-80bd-861b66365b9a tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4411211 Sep 07 23:46:55.092072 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b23489-b441-45a3-a03e-01f8877759ae req-ee4a65ad-064d-4245-87c9-d1bf6e057f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:55.094227 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-65b23489-b441-45a3-a03e-01f8877759ae req-ee4a65ad-064d-4245-87c9-d1bf6e057f61 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bb0cf1ab-d1d5-410c-b15c-8c9770c10630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4708247 Sep 07 23:46:55.227453 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port 2339214b-86f2-429f-b078-77b01c82091e, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=2339214b-86f2-429f-b078-77b01c82091e,segment=NetworkSegment(1472a31e-bcdd-4c38-8927-5aafbedd6ba7),segment_id=1472a31e-bcdd-4c38-8927-5aafbedd6ba7)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:46:55.276827 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Returning: {'device': '2339214b-86f2-429f-b078-77b01c82091e', 'network_id': '8f0ad28b-91ae-4394-8b5f-02f4ebeae46e', 'port_id': '2339214b-86f2-429f-b078-77b01c82091e', 'mac_address': 'fa:16:3e:73:0a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f967c7b2-09f7-4f04-827b-eef1f5f7308c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 23:46:55.358376 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83c58d-e81e-4295-ac55-1f235125c15f req-fb4ec4b1-2722-4b02-a0f4-ba5e3d5701cc tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:55.367946 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4e83c58d-e81e-4295-ac55-1f235125c15f req-fb4ec4b1-2722-4b02-a0f4-ba5e3d5701cc tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 944 time: 0.5160379 Sep 07 23:46:55.374340 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:55.429590 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.notifiers.nova [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2339214b-86f2-429f-b078-77b01c82091e {{(pid=100552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 23:46:55.471980 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port 2339214b-86f2-429f-b078-77b01c82091e, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=2339214b-86f2-429f-b078-77b01c82091e,segment=NetworkSegment(1472a31e-bcdd-4c38-8927-5aafbedd6ba7),segment_id=1472a31e-bcdd-4c38-8927-5aafbedd6ba7)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:46:55.483686 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:55.532811 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4e83c58d-e81e-4295-ac55-1f235125c15f req-c656cb3c-889b-4187-89af-c260ebdde5a1 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545861 Sep 07 23:46:55.611632 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Pushing event updated for resources: {'Port': ['ID=2339214b-86f2-429f-b078-77b01c82091e,revision_number=4']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:55.716082 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] get_ports_and_sgs() called for port_ids ['2339214b-86f2-429f-b078-77b01c82091e'] {{(pid=100552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 23:46:55.865617 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [req-98d1f23b-767d-466d-9291-fc74898e63ec req-859f19c9-714e-4a56-ad17-45096111e1eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e66af021-334b-44cc-a801-4788472f27fe {{(pid=100551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 23:46:55.930137 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-98d1f23b-767d-466d-9291-fc74898e63ec req-859f19c9-714e-4a56-ad17-45096111e1eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:56.038530 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-65b23489-b441-45a3-a03e-01f8877759ae req-94dc5b13-e0b3-47f7-8516-b4eceaac7a66 service neutron] 10.222.0.42 "GET /v2.0/networks/bb0cf1ab-d1d5-410c-b15c-8c9770c10630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9337034 Sep 07 23:46:56.046242 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.provisioning_blocks [req-98d1f23b-767d-466d-9291-fc74898e63ec req-859f19c9-714e-4a56-ad17-45096111e1eb service neutron] Transition to ACTIVE for port object e66af021-334b-44cc-a801-4788472f27fe will not be triggered until provisioned by entity L2. {{(pid=100551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:46:56.095372 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c90c22-26c8-4ef2-bc2c-3fd93e1a18db req-caf06b75-c913-44c3-ba92-fdf7ca10f173 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:56.104928 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f4c90c22-26c8-4ef2-bc2c-3fd93e1a18db req-caf06b75-c913-44c3-ba92-fdf7ca10f173 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 931 time: 0.3731768 Sep 07 23:46:56.151077 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-98d1f23b-767d-466d-9291-fc74898e63ec req-859f19c9-714e-4a56-ad17-45096111e1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5131532'] for port, after_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:56.220794 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [req-3e8afe7d-4a41-462e-a9d9-e09a681a23d3 req-55131fec-97f1-4af2-9846-04ea72d32aec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9c39b72-1fdc-4c85-aef7-8fb19057f776 {{(pid=100551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 23:46:56.241753 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f4c90c22-26c8-4ef2-bc2c-3fd93e1a18db req-70184835-579d-4e6f-bbbf-6ab263813883 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ff1b41d-3b65-4765-bb95-46afdd75cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358767 Sep 07 23:46:56.267466 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f19c9-714e-4a56-ad17-45096111e1eb service neutron] Pushing event updated for resources: {'Port': ['ID=e66af021-334b-44cc-a801-4788472f27fe,revision_number=2']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:56.309306 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-3e8afe7d-4a41-462e-a9d9-e09a681a23d3 req-55131fec-97f1-4af2-9846-04ea72d32aec service neutron] Notify callbacks [] for port, precommit_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:56.415726 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.provisioning_blocks [req-3e8afe7d-4a41-462e-a9d9-e09a681a23d3 req-55131fec-97f1-4af2-9846-04ea72d32aec service neutron] Transition to ACTIVE for port object c9c39b72-1fdc-4c85-aef7-8fb19057f776 will not be triggered until provisioned by entity L2. {{(pid=100551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:46:56.531845 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-3e8afe7d-4a41-462e-a9d9-e09a681a23d3 req-55131fec-97f1-4af2-9846-04ea72d32aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5131532'] for port, after_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:56.630127 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-65b23489-b441-45a3-a03e-01f8877759ae req-6eddf1ab-e332-43dd-a902-f028826562aa service neutron] 10.222.0.42 "GET /v2.0/networks/bb0cf1ab-d1d5-410c-b15c-8c9770c10630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5575542 Sep 07 23:46:56.671423 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715cf078-17bb-43f2-ae6c-563ddae331b2 req-0691f25b-a9ca-44c0-852b-f344d32b0921 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:56.673186 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-715cf078-17bb-43f2-ae6c-563ddae331b2 req-0691f25b-a9ca-44c0-852b-f344d32b0921 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 943 time: 0.2518237 Sep 07 23:46:56.704885 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-98d1f23b-767d-466d-9291-fc74898e63ec req-859f19c9-714e-4a56-ad17-45096111e1eb service neutron] Attempting to bind port e66af021-334b-44cc-a801-4788472f27fe on host hv-cinder-75157 for vnic_type normal with profile {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 23:46:56.705272 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-98d1f23b-767d-466d-9291-fc74898e63ec req-859f19c9-714e-4a56-ad17-45096111e1eb service neutron] Attempting to bind port e66af021-334b-44cc-a801-4788472f27fe by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '1471fa56-0ce1-4bf0-b66f-c84e509237a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9da50ae8-e6dd-49ef-bffd-03b5ec56f152'}] {{(pid=100551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 23:46:56.705559 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d1f23b-767d-466d-9291-fc74898e63ec req-859f19c9-714e-4a56-ad17-45096111e1eb service neutron] Attempting to bind port e66af021-334b-44cc-a801-4788472f27fe on network 9da50ae8-e6dd-49ef-bffd-03b5ec56f152 {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:46:56.717763 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55131fec-97f1-4af2-9846-04ea72d32aec service neutron] Pushing event updated for resources: {'Port': ['ID=c9c39b72-1fdc-4c85-aef7-8fb19057f776,revision_number=2']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:56.769938 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d1f23b-767d-466d-9291-fc74898e63ec req-859f19c9-714e-4a56-ad17-45096111e1eb service neutron] Port e66af021-334b-44cc-a801-4788472f27fe on network 9da50ae8-e6dd-49ef-bffd-03b5ec56f152 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 23:46:56.770266 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d1f23b-767d-466d-9291-fc74898e63ec req-859f19c9-714e-4a56-ad17-45096111e1eb service neutron] Attempting to bind port e66af021-334b-44cc-a801-4788472f27fe on network 9da50ae8-e6dd-49ef-bffd-03b5ec56f152 {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:46:56.840053 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d1f23b-767d-466d-9291-fc74898e63ec req-859f19c9-714e-4a56-ad17-45096111e1eb service neutron] Checking agent: {'id': '8b06e77c-11ef-48c4-9ba2-92653b27ce62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 23, 44, 18), 'started_at': datetime.datetime(2021, 9, 7, 23, 44, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 23, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 23:46:56.840371 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d1f23b-767d-466d-9291-fc74898e63ec req-859f19c9-714e-4a56-ad17-45096111e1eb service neutron] Checking segment: {'id': '1471fa56-0ce1-4bf0-b66f-c84e509237a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9da50ae8-e6dd-49ef-bffd-03b5ec56f152'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:46:56.840800 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d1f23b-767d-466d-9291-fc74898e63ec req-859f19c9-714e-4a56-ad17-45096111e1eb service neutron] Bound using segment: {'id': '1471fa56-0ce1-4bf0-b66f-c84e509237a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9da50ae8-e6dd-49ef-bffd-03b5ec56f152'} {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 23:46:56.841260 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-98d1f23b-767d-466d-9291-fc74898e63ec req-859f19c9-714e-4a56-ad17-45096111e1eb service neutron] Bound port: e66af021-334b-44cc-a801-4788472f27fe, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1471fa56-0ce1-4bf0-b66f-c84e509237a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9da50ae8-e6dd-49ef-bffd-03b5ec56f152'}}] {{(pid=100551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 23:46:56.841631 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-98d1f23b-767d-466d-9291-fc74898e63ec req-859f19c9-714e-4a56-ad17-45096111e1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:56.893313 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 2339214b-86f2-429f-b078-77b01c82091e up at agent hyperv_hv-cinder-75157 {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:46:56.981524 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Provisioning for port 2339214b-86f2-429f-b078-77b01c82091e completed by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:46:56.992716 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Provisioning complete for port 2339214b-86f2-429f-b078-77b01c82091e triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:46:56.997402 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:57.152341 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1ca2a-44f4-4a46-b317-7a3646ad363d req-d7059604-af7a-4b02-ac5d-b7f777a99776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:57.154811 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:57.176503 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-adf1ca2a-44f4-4a46-b317-7a3646ad363d req-d7059604-af7a-4b02-ac5d-b7f777a99776 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=58b276a8254e43be89c8e4a10c333cbe&device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 1097 time: 0.4373102 Sep 07 23:46:57.191115 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-715cf078-17bb-43f2-ae6c-563ddae331b2 req-d9ddef22-c14a-4cc0-a78f-a7d8ba6b041d tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4782360 Sep 07 23:46:57.237561 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port 2339214b-86f2-429f-b078-77b01c82091e, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=2339214b-86f2-429f-b078-77b01c82091e,segment=NetworkSegment(1472a31e-bcdd-4c38-8927-5aafbedd6ba7),segment_id=1472a31e-bcdd-4c38-8927-5aafbedd6ba7)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:46:57.240678 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f42f75f3-94bf-4d85-b1b0-7ac8da32c527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2339214b-86f2-429f-b078-77b01c82091e'}] {{(pid=100552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:46:57.249168 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6af7ada11e39af001df59af8fe1a830bb49e6ec01a9e34e873de5065727c58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8927c944-764e-49a1-9cc9-de03ce2a3575" -d '{"events": [{"server_uuid": "f42f75f3-94bf-4d85-b1b0-7ac8da32c527", "name": "network-vif-plugged", "status": "completed", "tag": "2339214b-86f2-429f-b078-77b01c82091e"}]}' {{(pid=100552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:46:57.258127 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:57.285747 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-98d1f23b-767d-466d-9291-fc74898e63ec req-859f19c9-714e-4a56-ad17-45096111e1eb service neutron] For port e66af021-334b-44cc-a801-4788472f27fe, host hv-cinder-75157, cleared binding levels {{(pid=100551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 23:46:57.289557 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-98d1f23b-767d-466d-9291-fc74898e63ec req-859f19c9-714e-4a56-ad17-45096111e1eb service neutron] For port e66af021-334b-44cc-a801-4788472f27fe, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=e66af021-334b-44cc-a801-4788472f27fe,segment=NetworkSegment(1471fa56-0ce1-4bf0-b66f-c84e509237a6),segment_id=1471fa56-0ce1-4bf0-b66f-c84e509237a6)] {{(pid=100551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 23:46:57.320942 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-98d1f23b-767d-466d-9291-fc74898e63ec req-859f19c9-714e-4a56-ad17-45096111e1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5131532'] for port, after_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:57.365831 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Pushing event updated for resources: {'Port': ['ID=2339214b-86f2-429f-b078-77b01c82091e,revision_number=5']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:57.423372 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545b93c-6a97-4e5a-b2bb-69f9da94666d req-ec399d8c-a853-4683-afd3-0320953b9e5c tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:57.426413 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-0545b93c-6a97-4e5a-b2bb-69f9da94666d req-ec399d8c-a853-4683-afd3-0320953b9e5c tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 944 time: 0.6322837 Sep 07 23:46:57.427778 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-3e8afe7d-4a41-462e-a9d9-e09a681a23d3 req-55131fec-97f1-4af2-9846-04ea72d32aec service neutron] Attempting to bind port c9c39b72-1fdc-4c85-aef7-8fb19057f776 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 23:46:57.428265 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-3e8afe7d-4a41-462e-a9d9-e09a681a23d3 req-55131fec-97f1-4af2-9846-04ea72d32aec service neutron] Attempting to bind port c9c39b72-1fdc-4c85-aef7-8fb19057f776 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '1472a31e-bcdd-4c38-8927-5aafbedd6ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8f0ad28b-91ae-4394-8b5f-02f4ebeae46e'}] {{(pid=100551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 23:46:57.429106 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8afe7d-4a41-462e-a9d9-e09a681a23d3 req-55131fec-97f1-4af2-9846-04ea72d32aec service neutron] Attempting to bind port c9c39b72-1fdc-4c85-aef7-8fb19057f776 on network 8f0ad28b-91ae-4394-8b5f-02f4ebeae46e {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:46:57.484130 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1f23b-767d-466d-9291-fc74898e63ec req-859f19c9-714e-4a56-ad17-45096111e1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:57.484815 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-98d1f23b-767d-466d-9291-fc74898e63ec req-859f19c9-714e-4a56-ad17-45096111e1eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:57.486395 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-98d1f23b-767d-466d-9291-fc74898e63ec req-859f19c9-714e-4a56-ad17-45096111e1eb service neutron] 10.222.0.42 "PUT /v2.0/ports/e66af021-334b-44cc-a801-4788472f27fe HTTP/1.1" status: 200 len: 1093 time: 4.1707108 Sep 07 23:46:57.487254 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ece618df-c310-44c3-ab4d-b061b5899ab4', 'tag': 'e66af021-334b-44cc-a801-4788472f27fe'}] {{(pid=100551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:46:57.489605 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744d18a1a9123520e55b11d6b4f544890c28500fff252c5db1cb0c4b69d72d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf0fc62-3c27-49e3-b72c-f70f72b2020a" -d '{"events": [{"name": "network-changed", "server_uuid": "ece618df-c310-44c3-ab4d-b061b5899ab4", "tag": "e66af021-334b-44cc-a801-4788472f27fe"}]}' {{(pid=100551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:46:57.502321 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8afe7d-4a41-462e-a9d9-e09a681a23d3 req-55131fec-97f1-4af2-9846-04ea72d32aec service neutron] Port c9c39b72-1fdc-4c85-aef7-8fb19057f776 on network 8f0ad28b-91ae-4394-8b5f-02f4ebeae46e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 23:46:57.502992 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8afe7d-4a41-462e-a9d9-e09a681a23d3 req-55131fec-97f1-4af2-9846-04ea72d32aec service neutron] Attempting to bind port c9c39b72-1fdc-4c85-aef7-8fb19057f776 on network 8f0ad28b-91ae-4394-8b5f-02f4ebeae46e {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:46:57.540802 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8afe7d-4a41-462e-a9d9-e09a681a23d3 req-55131fec-97f1-4af2-9846-04ea72d32aec service neutron] Checking agent: {'id': '8b06e77c-11ef-48c4-9ba2-92653b27ce62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 23, 44, 18), 'started_at': datetime.datetime(2021, 9, 7, 23, 44, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 23, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 23:46:57.541213 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8afe7d-4a41-462e-a9d9-e09a681a23d3 req-55131fec-97f1-4af2-9846-04ea72d32aec service neutron] Checking segment: {'id': '1472a31e-bcdd-4c38-8927-5aafbedd6ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8f0ad28b-91ae-4394-8b5f-02f4ebeae46e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:46:57.541656 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8afe7d-4a41-462e-a9d9-e09a681a23d3 req-55131fec-97f1-4af2-9846-04ea72d32aec service neutron] Bound using segment: {'id': '1472a31e-bcdd-4c38-8927-5aafbedd6ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8f0ad28b-91ae-4394-8b5f-02f4ebeae46e'} {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 23:46:57.542094 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-3e8afe7d-4a41-462e-a9d9-e09a681a23d3 req-55131fec-97f1-4af2-9846-04ea72d32aec service neutron] Bound port: c9c39b72-1fdc-4c85-aef7-8fb19057f776, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1472a31e-bcdd-4c38-8927-5aafbedd6ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8f0ad28b-91ae-4394-8b5f-02f4ebeae46e'}}] {{(pid=100551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 23:46:57.542446 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-3e8afe7d-4a41-462e-a9d9-e09a681a23d3 req-55131fec-97f1-4af2-9846-04ea72d32aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:57.573080 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f19c9-714e-4a56-ad17-45096111e1eb service neutron] Pushing event updated for resources: {'Port': ['ID=e66af021-334b-44cc-a801-4788472f27fe,revision_number=3']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:57.674451 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1ca2a-44f4-4a46-b317-7a3646ad363d req-7ee3b5f8-c8c2-478e-8b81-d0cba3f13958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:57.677447 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-adf1ca2a-44f4-4a46-b317-7a3646ad363d req-7ee3b5f8-c8c2-478e-8b81-d0cba3f13958 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bb0cf1ab-d1d5-410c-b15c-8c9770c10630 HTTP/1.1" status: 200 len: 918 time: 0.3854415 Sep 07 23:46:57.691208 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-0545b93c-6a97-4e5a-b2bb-69f9da94666d req-07173539-1b1f-4cb9-bd7d-3bfbab618ec8 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2468741 Sep 07 23:46:57.805103 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 23:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09258389-0ef2-4ba2-94d5-4b356410c61b x-openstack-request-id: req-09258389-0ef2-4ba2-94d5-4b356410c61b {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:46:57.805393 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f42f75f3-94bf-4d85-b1b0-7ac8da32c527", "name": "network-vif-plugged", "status": "completed", "tag": "2339214b-86f2-429f-b078-77b01c82091e", "code": 200}]} {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:46:57.805857 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-09258389-0ef2-4ba2-94d5-4b356410c61b {{(pid=100552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:46:57.806207 dv-cinder-751579-26-iscsi neutron-server[100552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f42f75f3-94bf-4d85-b1b0-7ac8da32c527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2339214b-86f2-429f-b078-77b01c82091e', 'code': 200} Sep 07 23:46:57.882133 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-adf1ca2a-44f4-4a46-b317-7a3646ad363d req-bf361d87-15a7-45d5-9f22-f497a142da09 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03abb03a-9526-4041-93a7-bea9ea9e25f0 HTTP/1.1" status: 200 len: 217 time: 0.1868565 Sep 07 23:46:57.930138 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1f23b-767d-466d-9291-fc74898e63ec req-39eef1fb-bc0b-4940-8423-14a1b697ffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:57.932376 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-98d1f23b-767d-466d-9291-fc74898e63ec req-39eef1fb-bc0b-4940-8423-14a1b697ffb2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e4003bfbd06747ecac2423c1cdc6f5ff&device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 1096 time: 0.3836186 Sep 07 23:46:58.053198 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-98d1f23b-767d-466d-9291-fc74898e63ec req-214f4d48-70a2-42ea-b368-4764216a6dfd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e66af021-334b-44cc-a801-4788472f27fe HTTP/1.1" status: 200 len: 217 time: 0.0818284 Sep 07 23:46:58.065544 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-3e8afe7d-4a41-462e-a9d9-e09a681a23d3 req-55131fec-97f1-4af2-9846-04ea72d32aec service neutron] For port c9c39b72-1fdc-4c85-aef7-8fb19057f776, host hv-cinder-75157, cleared binding levels {{(pid=100551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 23:46:58.095370 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777cf2c7-c98b-4c52-afd7-346c4fbe4ac8 req-afdd9a34-7424-448b-9aee-aec52623b137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:58.097786 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [req-777cf2c7-c98b-4c52-afd7-346c4fbe4ac8 req-afdd9a34-7424-448b-9aee-aec52623b137 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 1099 time: 0.0939138 Sep 07 23:46:58.128151 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-3e8afe7d-4a41-462e-a9d9-e09a681a23d3 req-55131fec-97f1-4af2-9846-04ea72d32aec service neutron] For port c9c39b72-1fdc-4c85-aef7-8fb19057f776, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=c9c39b72-1fdc-4c85-aef7-8fb19057f776,segment=NetworkSegment(1472a31e-bcdd-4c38-8927-5aafbedd6ba7),segment_id=1472a31e-bcdd-4c38-8927-5aafbedd6ba7)] {{(pid=100551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 23:46:58.166269 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446d5dc7-b3eb-4e48-a121-1b49cec0893b req-bacfef4e-7937-480d-bc2a-2e22733c05be tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:58.167942 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-446d5dc7-b3eb-4e48-a121-1b49cec0893b req-bacfef4e-7937-480d-bc2a-2e22733c05be tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 943 time: 0.2334950 Sep 07 23:46:58.173837 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-3e8afe7d-4a41-462e-a9d9-e09a681a23d3 req-55131fec-97f1-4af2-9846-04ea72d32aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5131532'] for port, after_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:58.207770 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1ca2a-44f4-4a46-b317-7a3646ad363d req-64bd3f99-13cd-4e16-b75d-ea261ca2b33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:58.209328 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-adf1ca2a-44f4-4a46-b317-7a3646ad363d req-64bd3f99-13cd-4e16-b75d-ea261ca2b33e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2e4b191b-fe64-4814-8fad-97b5ba0852ce HTTP/1.1" status: 200 len: 856 time: 0.3123937 Sep 07 23:46:58.215301 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [req-777cf2c7-c98b-4c52-afd7-346c4fbe4ac8 req-baf1ad7d-8e00-46c2-9795-f5e4aece8624 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103950 Sep 07 23:46:58.229253 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-cf589c1b-b0b9-4b28-8795-917d5d907802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:58.294500 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 23:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7656d822-4e00-4c44-99aa-bb423a72a72d x-openstack-request-id: req-7656d822-4e00-4c44-99aa-bb423a72a72d {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:46:58.294777 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ece618df-c310-44c3-ab4d-b061b5899ab4", "tag": "e66af021-334b-44cc-a801-4788472f27fe", "status": "completed", "code": 200}]} {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:46:58.295094 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7656d822-4e00-4c44-99aa-bb423a72a72d {{(pid=100551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:46:58.295386 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ece618df-c310-44c3-ab4d-b061b5899ab4', 'tag': 'e66af021-334b-44cc-a801-4788472f27fe', 'status': 'completed', 'code': 200} Sep 07 23:46:58.302736 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-446d5dc7-b3eb-4e48-a121-1b49cec0893b req-738a320e-1239-45e5-86ab-fdf61f6e8e93 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ff1b41d-3b65-4765-bb95-46afdd75cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241674 Sep 07 23:46:58.309814 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1f23b-767d-466d-9291-fc74898e63ec req-8c14ae4d-ec04-4aac-b13c-7c150b67c229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:58.311193 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-98d1f23b-767d-466d-9291-fc74898e63ec req-8c14ae4d-ec04-4aac-b13c-7c150b67c229 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=af6c2c51-70b3-4a7c-ab5d-dc9b76d1d9bc HTTP/1.1" status: 200 len: 850 time: 0.2388492 Sep 07 23:46:58.315985 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8afe7d-4a41-462e-a9d9-e09a681a23d3 req-55131fec-97f1-4af2-9846-04ea72d32aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:58.316640 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-3e8afe7d-4a41-462e-a9d9-e09a681a23d3 req-55131fec-97f1-4af2-9846-04ea72d32aec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:58.318346 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3e8afe7d-4a41-462e-a9d9-e09a681a23d3 req-55131fec-97f1-4af2-9846-04ea72d32aec service neutron] 10.222.0.42 "PUT /v2.0/ports/c9c39b72-1fdc-4c85-aef7-8fb19057f776 HTTP/1.1" status: 200 len: 1093 time: 4.4432597 Sep 07 23:46:58.341245 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1ca2a-44f4-4a46-b317-7a3646ad363d req-759df93f-1cfa-4ff7-a3f0-17cfc1d6bbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:58.343067 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-adf1ca2a-44f4-4a46-b317-7a3646ad363d req-759df93f-1cfa-4ff7-a3f0-17cfc1d6bbbf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bb0cf1ab-d1d5-410c-b15c-8c9770c10630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1026244 Sep 07 23:46:58.357963 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55131fec-97f1-4af2-9846-04ea72d32aec service neutron] Pushing event updated for resources: {'Port': ['ID=c9c39b72-1fdc-4c85-aef7-8fb19057f776,revision_number=3']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:58.457123 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895db88a-9a14-4f23-b399-370033cbc200 req-9c646e7b-b8f4-415e-aca7-7f0be237c969 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:58.460624 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-895db88a-9a14-4f23-b399-370033cbc200 req-9c646e7b-b8f4-415e-aca7-7f0be237c969 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 943 time: 0.0899189 Sep 07 23:46:58.680005 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-895db88a-9a14-4f23-b399-370033cbc200 req-0f09aa1a-ee0b-404a-b80d-a42267c822e5 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769395 Sep 07 23:46:58.695968 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1f23b-767d-466d-9291-fc74898e63ec req-16cf24d1-982f-44ea-a66d-f0b1117959c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:58.698703 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-98d1f23b-767d-466d-9291-fc74898e63ec req-16cf24d1-982f-44ea-a66d-f0b1117959c4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9da50ae8-e6dd-49ef-bffd-03b5ec56f152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2368903 Sep 07 23:46:58.703618 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8afe7d-4a41-462e-a9d9-e09a681a23d3 req-8085fe1a-0c44-4323-8ccf-3c0130ed1bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:58.705440 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3e8afe7d-4a41-462e-a9d9-e09a681a23d3 req-8085fe1a-0c44-4323-8ccf-3c0130ed1bf5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4c1fbe4702b24535ab7d44fc9693fcbd&device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 1096 time: 0.1782241 Sep 07 23:46:58.740088 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-adf1ca2a-44f4-4a46-b317-7a3646ad363d req-08cbd55a-40a9-4506-a9cd-5f5835476c30 service neutron] 10.222.0.42 "GET /v2.0/networks/bb0cf1ab-d1d5-410c-b15c-8c9770c10630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611048 Sep 07 23:46:58.799466 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3e8afe7d-4a41-462e-a9d9-e09a681a23d3 req-ded19862-c686-4f8f-a9a2-045807c2a427 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9c39b72-1fdc-4c85-aef7-8fb19057f776 HTTP/1.1" status: 200 len: 217 time: 0.0817320 Sep 07 23:46:58.899011 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 03abb03a-9526-4041-93a7-bea9ea9e25f0 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=100552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 23:46:59.039945 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8afe7d-4a41-462e-a9d9-e09a681a23d3 req-2ffae10d-bc37-4d56-8bcd-e7926964a958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:59.042501 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3e8afe7d-4a41-462e-a9d9-e09a681a23d3 req-2ffae10d-bc37-4d56-8bcd-e7926964a958 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f967c7b2-09f7-4f04-827b-eef1f5f7308c HTTP/1.1" status: 200 len: 859 time: 0.2247107 Sep 07 23:46:59.107488 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3e8afe7d-4a41-462e-a9d9-e09a681a23d3 req-79aadfb9-88d0-4f59-b724-429a5dfa3d69 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8f0ad28b-91ae-4394-8b5f-02f4ebeae46e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525579 Sep 07 23:46:59.136219 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0248ae43-2974-4b7b-b36c-975f7a07e635 req-4e7d1f77-c702-4697-8ed9-e5d018586c47 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:59.138096 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-0248ae43-2974-4b7b-b36c-975f7a07e635 req-4e7d1f77-c702-4697-8ed9-e5d018586c47 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 944 time: 0.2842665 Sep 07 23:46:59.140270 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-98d1f23b-767d-466d-9291-fc74898e63ec req-39973b31-36c9-4b4c-b9a5-d19f16d30aba service neutron] 10.222.0.42 "GET /v2.0/networks/9da50ae8-e6dd-49ef-bffd-03b5ec56f152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4238889 Sep 07 23:46:59.142743 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-adf1ca2a-44f4-4a46-b317-7a3646ad363d req-b182c6fa-9984-4a90-af6b-cfe83d62b118 service neutron] 10.222.0.42 "GET /v2.0/networks/bb0cf1ab-d1d5-410c-b15c-8c9770c10630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3559942 Sep 07 23:46:59.217876 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port 03abb03a-9526-4041-93a7-bea9ea9e25f0, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=03abb03a-9526-4041-93a7-bea9ea9e25f0,segment=NetworkSegment(c1e8596d-44b9-4f74-a478-a7fa52272fc4),segment_id=c1e8596d-44b9-4f74-a478-a7fa52272fc4)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:46:59.236503 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Returning: {'device': '03abb03a-9526-4041-93a7-bea9ea9e25f0', 'network_id': 'bb0cf1ab-d1d5-410c-b15c-8c9770c10630', 'port_id': '03abb03a-9526-4041-93a7-bea9ea9e25f0', 'mac_address': 'fa:16:3e:21:18:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e4b191b-fe64-4814-8fad-97b5ba0852ce', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 23:46:59.319017 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:59.352006 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.notifiers.nova [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03abb03a-9526-4041-93a7-bea9ea9e25f0 {{(pid=100552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 23:46:59.407636 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port 03abb03a-9526-4041-93a7-bea9ea9e25f0, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=03abb03a-9526-4041-93a7-bea9ea9e25f0,segment=NetworkSegment(c1e8596d-44b9-4f74-a478-a7fa52272fc4),segment_id=c1e8596d-44b9-4f74-a478-a7fa52272fc4)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:46:59.418220 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:46:59.507109 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-0248ae43-2974-4b7b-b36c-975f7a07e635 req-ec85655c-25d8-4df1-87e2-cf806c6bc75a tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3385787 Sep 07 23:46:59.537708 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Pushing event updated for resources: {'Port': ['ID=03abb03a-9526-4041-93a7-bea9ea9e25f0,revision_number=4']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:46:59.626983 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3e8afe7d-4a41-462e-a9d9-e09a681a23d3 req-d70fe34b-6978-402d-9399-651b388f3d31 service neutron] 10.222.0.42 "GET /v2.0/networks/8f0ad28b-91ae-4394-8b5f-02f4ebeae46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4829378 Sep 07 23:46:59.668110 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] get_ports_and_sgs() called for port_ids ['03abb03a-9526-4041-93a7-bea9ea9e25f0'] {{(pid=100552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 23:46:59.683955 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-98d1f23b-767d-466d-9291-fc74898e63ec req-6fdd8662-db71-4dc0-8453-c62531e0fe3e service neutron] 10.222.0.42 "GET /v2.0/networks/9da50ae8-e6dd-49ef-bffd-03b5ec56f152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5169799 Sep 07 23:46:59.700245 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb48d4f-9aba-4a59-b7e8-988caff0f871 req-cd2b85de-7f56-4653-83c5-a0ac43b05060 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:46:59.703341 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7fb48d4f-9aba-4a59-b7e8-988caff0f871 req-cd2b85de-7f56-4653-83c5-a0ac43b05060 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 943 time: 0.2285397 Sep 07 23:46:59.863411 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 57074) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:00.022745 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-c148b995-7090-4af7-92c5-1a670c23f0bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:00.172995 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7fb48d4f-9aba-4a59-b7e8-988caff0f871 req-f5449473-521d-439f-9459-a9446cb4fd0e tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ff1b41d-3b65-4765-bb95-46afdd75cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4489586 Sep 07 23:47:00.183293 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3e8afe7d-4a41-462e-a9d9-e09a681a23d3 req-be4c7523-3bc8-4f15-b749-abce71f6c6b8 service neutron] 10.222.0.42 "GET /v2.0/networks/8f0ad28b-91ae-4394-8b5f-02f4ebeae46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5449228 Sep 07 23:47:00.199182 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2967c-b06e-4a51-8ac7-296d0753fd26 req-fc775f28-9ab9-4f89-9a28-134bea628520 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:00.200805 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-dfc2967c-b06e-4a51-8ac7-296d0753fd26 req-fc775f28-9ab9-4f89-9a28-134bea628520 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 943 time: 0.4047577 Sep 07 23:47:00.204307 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf0fc62-3c27-49e3-b72c-f70f72b2020a req-98f5574e-88e9-4987-b178-ee7fe7f23159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:00.206333 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7bf0fc62-3c27-49e3-b72c-f70f72b2020a req-98f5574e-88e9-4987-b178-ee7fe7f23159 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e4003bfbd06747ecac2423c1cdc6f5ff&device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 1096 time: 0.4177439 Sep 07 23:47:00.218381 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-c148b995-7090-4af7-92c5-1a670c23f0bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:00.225835 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-c148b995-7090-4af7-92c5-1a670c23f0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:00.277560 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-c148b995-7090-4af7-92c5-1a670c23f0bb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=108cb72691b54806996672a2783bcef1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4129970 Sep 07 23:47:00.278308 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148b995-7090-4af7-92c5-1a670c23f0bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3559a51e-52f3-4573-9fe7-4c47b88c12e8,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:00.281085 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 57084) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:00.298095 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6da19a-1586-4fd6-be9b-c61449486f2b', 'tag': 'c9c39b72-1fdc-4c85-aef7-8fb19057f776'}] {{(pid=100551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:47:00.302302 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744d18a1a9123520e55b11d6b4f544890c28500fff252c5db1cb0c4b69d72d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c21c86-1524-499d-bea5-98c15e96ef02" -d '{"events": [{"name": "network-changed", "server_uuid": "de6da19a-1586-4fd6-be9b-c61449486f2b", "tag": "c9c39b72-1fdc-4c85-aef7-8fb19057f776"}]}' {{(pid=100551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:47:00.347662 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-c512fab7-49f9-405b-a9ee-7c4e67dce2ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:00.387984 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-c512fab7-49f9-405b-a9ee-7c4e67dce2ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:00.410690 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 23:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d5d18f-8abd-46bf-a68c-b7c3f3069db1 x-openstack-request-id: req-01d5d18f-8abd-46bf-a68c-b7c3f3069db1 {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:47:00.411004 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de6da19a-1586-4fd6-be9b-c61449486f2b", "tag": "c9c39b72-1fdc-4c85-aef7-8fb19057f776", "status": "completed", "code": 200}]} {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:47:00.411306 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-01d5d18f-8abd-46bf-a68c-b7c3f3069db1 {{(pid=100551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:47:00.411659 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6da19a-1586-4fd6-be9b-c61449486f2b', 'tag': 'c9c39b72-1fdc-4c85-aef7-8fb19057f776', 'status': 'completed', 'code': 200} Sep 07 23:47:00.438733 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-dfc2967c-b06e-4a51-8ac7-296d0753fd26 req-390f293c-a77d-4061-a978-474afe1a9f20 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251344 Sep 07 23:47:00.454583 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-c512fab7-49f9-405b-a9ee-7c4e67dce2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:00.457274 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-c512fab7-49f9-405b-a9ee-7c4e67dce2ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:00.458490 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-c512fab7-49f9-405b-a9ee-7c4e67dce2ee admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3559a51e-52f3-4573-9fe7-4c47b88c12e8 HTTP/1.1" status: 204 len: 168 time: 0.1764460 Sep 07 23:47:00.494387 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c512fab7-49f9-405b-a9ee-7c4e67dce2ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3559a51e-52f3-4573-9fe7-4c47b88c12e8,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:00.536370 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf0fc62-3c27-49e3-b72c-f70f72b2020a req-4b946d95-67b4-411e-84e0-35803f9ce81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:00.546739 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7bf0fc62-3c27-49e3-b72c-f70f72b2020a req-4b946d95-67b4-411e-84e0-35803f9ce81b service neutron] 10.222.0.42 "GET /v2.0/networks?id=9da50ae8-e6dd-49ef-bffd-03b5ec56f152 HTTP/1.1" status: 200 len: 912 time: 0.3219743 Sep 07 23:47:00.560803 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c21c86-1524-499d-bea5-98c15e96ef02 req-05f7888e-ec0d-426f-9426-72024b3e4dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:00.566994 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d2c21c86-1524-499d-bea5-98c15e96ef02 req-05f7888e-ec0d-426f-9426-72024b3e4dad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4c1fbe4702b24535ab7d44fc9693fcbd&device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 1096 time: 0.1130133 Sep 07 23:47:00.655786 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 57104) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:00.689557 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7bf0fc62-3c27-49e3-b72c-f70f72b2020a req-63f93fb3-d7f7-424c-b913-b5086d0a9d3f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e66af021-334b-44cc-a801-4788472f27fe HTTP/1.1" status: 200 len: 217 time: 0.1197989 Sep 07 23:47:00.839841 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf0fc62-3c27-49e3-b72c-f70f72b2020a req-a38f3f1c-0def-4615-8caa-e14dd9b8d56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:00.841368 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7bf0fc62-3c27-49e3-b72c-f70f72b2020a req-a38f3f1c-0def-4615-8caa-e14dd9b8d56f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=af6c2c51-70b3-4a7c-ab5d-dc9b76d1d9bc HTTP/1.1" status: 200 len: 850 time: 0.1405625 Sep 07 23:47:00.895189 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c21c86-1524-499d-bea5-98c15e96ef02 req-cbca0ed9-e002-4e48-97e6-09eafcff7251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:00.896821 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d2c21c86-1524-499d-bea5-98c15e96ef02 req-cbca0ed9-e002-4e48-97e6-09eafcff7251 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8f0ad28b-91ae-4394-8b5f-02f4ebeae46e HTTP/1.1" status: 200 len: 920 time: 0.3070352 Sep 07 23:47:00.903418 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 03abb03a-9526-4041-93a7-bea9ea9e25f0 up at agent hyperv_hv-cinder-75157 {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:47:00.906902 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b75f83-1117-441b-81e5-024996706f2e req-97afa44d-9043-441b-9359-99d2f16a8abc tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:00.908680 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-90b75f83-1117-441b-81e5-024996706f2e req-97afa44d-9043-441b-9359-99d2f16a8abc tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 945 time: 0.1639302 Sep 07 23:47:00.972060 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d2c21c86-1524-499d-bea5-98c15e96ef02 req-7fbb9216-1775-4409-baad-bf26c20d0df2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9c39b72-1fdc-4c85-aef7-8fb19057f776 HTTP/1.1" status: 200 len: 217 time: 0.0612600 Sep 07 23:47:00.993542 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf0fc62-3c27-49e3-b72c-f70f72b2020a req-d29e75fb-8472-426e-9edc-84a797dd6129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:00.995524 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7bf0fc62-3c27-49e3-b72c-f70f72b2020a req-d29e75fb-8472-426e-9edc-84a797dd6129 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9da50ae8-e6dd-49ef-bffd-03b5ec56f152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1431377 Sep 07 23:47:01.038951 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Provisioning for port 03abb03a-9526-4041-93a7-bea9ea9e25f0 completed by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:47:01.051275 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Provisioning complete for port 03abb03a-9526-4041-93a7-bea9ea9e25f0 triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:47:01.051519 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:01.062585 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-90b75f83-1117-441b-81e5-024996706f2e req-163f483d-8b59-4b96-a121-d7e8b5b8afb2 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394184 Sep 07 23:47:01.135406 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-ceac5f0c-b41d-4baa-8549-5be7ac316753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:01.137403 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:01.144418 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c21c86-1524-499d-bea5-98c15e96ef02 req-b8cda4cf-71d4-409f-940d-4d7f33792ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:01.146154 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d2c21c86-1524-499d-bea5-98c15e96ef02 req-b8cda4cf-71d4-409f-940d-4d7f33792ccd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f967c7b2-09f7-4f04-827b-eef1f5f7308c HTTP/1.1" status: 200 len: 859 time: 0.1641273 Sep 07 23:47:01.148822 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 57114) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:01.182744 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-26e2555c-99e0-418b-ad5b-3f4e23d1bbd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:01.198842 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:01.207541 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d2c21c86-1524-499d-bea5-98c15e96ef02 req-48742871-6e57-4a72-8455-d77be7c13064 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8f0ad28b-91ae-4394-8b5f-02f4ebeae46e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460277 Sep 07 23:47:01.232356 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd58f006-ace0-42d2-bbe1-af0cfa3faa03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03abb03a-9526-4041-93a7-bea9ea9e25f0'}] {{(pid=100552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:47:01.235366 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6af7ada11e39af001df59af8fe1a830bb49e6ec01a9e34e873de5065727c58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c58f80-ebf1-4f23-be3a-0763152cc227" -d '{"events": [{"server_uuid": "bd58f006-ace0-42d2-bbe1-af0cfa3faa03", "name": "network-vif-plugged", "status": "completed", "tag": "03abb03a-9526-4041-93a7-bea9ea9e25f0"}]}' {{(pid=100552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:47:01.251508 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port 03abb03a-9526-4041-93a7-bea9ea9e25f0, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=03abb03a-9526-4041-93a7-bea9ea9e25f0,segment=NetworkSegment(c1e8596d-44b9-4f74-a478-a7fa52272fc4),segment_id=c1e8596d-44b9-4f74-a478-a7fa52272fc4)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:47:01.258522 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:01.264684 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-ceac5f0c-b41d-4baa-8549-5be7ac316753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:01.273680 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-ceac5f0c-b41d-4baa-8549-5be7ac316753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:01.288992 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7bf0fc62-3c27-49e3-b72c-f70f72b2020a req-fc00336e-f3c7-46a8-a3aa-9906ac087ab3 service neutron] 10.222.0.42 "GET /v2.0/networks/9da50ae8-e6dd-49ef-bffd-03b5ec56f152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556763 Sep 07 23:47:01.313658 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 23:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba28e5f0-96f2-4c25-aefa-c0564a5862a7 x-openstack-request-id: req-ba28e5f0-96f2-4c25-aefa-c0564a5862a7 {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:47:01.314261 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd58f006-ace0-42d2-bbe1-af0cfa3faa03", "name": "network-vif-plugged", "status": "completed", "tag": "03abb03a-9526-4041-93a7-bea9ea9e25f0", "code": 200}]} {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:47:01.314717 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ba28e5f0-96f2-4c25-aefa-c0564a5862a7 {{(pid=100552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:47:01.316418 dv-cinder-751579-26-iscsi neutron-server[100552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd58f006-ace0-42d2-bbe1-af0cfa3faa03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03abb03a-9526-4041-93a7-bea9ea9e25f0', 'code': 200} Sep 07 23:47:01.338506 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-ceac5f0c-b41d-4baa-8549-5be7ac316753 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3f8276d9acf0456d82347329fd638d53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6809449 Sep 07 23:47:01.339798 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceac5f0c-b41d-4baa-8549-5be7ac316753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e1e3bd-cfe0-461d-a224-17980b4ea543,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:01.343818 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 57120) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:01.367444 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Pushing event updated for resources: {'Port': ['ID=03abb03a-9526-4041-93a7-bea9ea9e25f0,revision_number=5']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:01.437009 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-8651c624-2d28-4a17-b214-6dd86c7c4096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:01.469756 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-8651c624-2d28-4a17-b214-6dd86c7c4096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:01.538326 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-8651c624-2d28-4a17-b214-6dd86c7c4096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:01.541345 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-8651c624-2d28-4a17-b214-6dd86c7c4096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:01.542644 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-8651c624-2d28-4a17-b214-6dd86c7c4096 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/02e1e3bd-cfe0-461d-a224-17980b4ea543 HTTP/1.1" status: 204 len: 168 time: 0.1974313 Sep 07 23:47:01.558378 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8651c624-2d28-4a17-b214-6dd86c7c4096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e1e3bd-cfe0-461d-a224-17980b4ea543,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:01.633343 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef48b74-c212-4ca1-aab2-9b95e764ae41 req-173b02fa-e4f1-417f-b53e-59e72813ff06 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:01.635378 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5ef48b74-c212-4ca1-aab2-9b95e764ae41 req-173b02fa-e4f1-417f-b53e-59e72813ff06 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 943 time: 0.2785666 Sep 07 23:47:01.650127 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d2c21c86-1524-499d-bea5-98c15e96ef02 req-d638c1e2-bcfa-4f7c-938a-1fbc3b042626 service neutron] 10.222.0.42 "GET /v2.0/networks/8f0ad28b-91ae-4394-8b5f-02f4ebeae46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323909 Sep 07 23:47:01.731859 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7bf0fc62-3c27-49e3-b72c-f70f72b2020a req-995c7bd0-0715-4777-a4de-52e37d1a3223 service neutron] 10.222.0.42 "GET /v2.0/networks/9da50ae8-e6dd-49ef-bffd-03b5ec56f152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960478 Sep 07 23:47:01.739627 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372eaf43-bd06-4f41-b926-55c50baa4d4d req-f6bade8f-b85a-4174-b6e2-bbc16ad46016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:01.741363 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-372eaf43-bd06-4f41-b926-55c50baa4d4d req-f6bade8f-b85a-4174-b6e2-bbc16ad46016 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 1099 time: 0.2643251 Sep 07 23:47:01.786879 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-0d9de1a3-da5b-4dfe-bab0-de9c97a1ea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:01.885019 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b411fdf-65ee-4792-a674-85f176e8f0d2 req-eae35353-d8d5-45d6-aae8-f074f252da3e tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:01.887647 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4b411fdf-65ee-4792-a674-85f176e8f0d2 req-eae35353-d8d5-45d6-aae8-f074f252da3e tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 943 time: 0.3371055 Sep 07 23:47:01.896711 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-26e2555c-99e0-418b-ad5b-3f4e23d1bbd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:01.909520 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5ef48b74-c212-4ca1-aab2-9b95e764ae41 req-2341509c-232c-4b25-aee7-caf0ba85711f tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ff1b41d-3b65-4765-bb95-46afdd75cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2519307 Sep 07 23:47:01.925585 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-26e2555c-99e0-418b-ad5b-3f4e23d1bbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:02.022761 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-372eaf43-bd06-4f41-b926-55c50baa4d4d req-77eb6bf7-2a42-47fd-9e52-9d12ee1406c7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2604764 Sep 07 23:47:02.037480 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-26e2555c-99e0-418b-ad5b-3f4e23d1bbd3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2cf70dfcde814d279a2aa94bb33fd313&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8833766 Sep 07 23:47:02.037480 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d2c21c86-1524-499d-bea5-98c15e96ef02 req-64394087-180e-4ee3-8b79-7148ac520818 service neutron] 10.222.0.42 "GET /v2.0/networks/8f0ad28b-91ae-4394-8b5f-02f4ebeae46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3688140 Sep 07 23:47:02.037895 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 57134) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:02.052908 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e2555c-99e0-418b-ad5b-3f4e23d1bbd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0122e88b-dfbe-4d41-a04d-5da7b49ce1f6,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:02.091180 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 57138) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:02.097811 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4b411fdf-65ee-4792-a674-85f176e8f0d2 req-fc2be2d0-1608-4b10-9207-ec24dc89f8b6 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929891 Sep 07 23:47:02.123730 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-fadfe352-8aa7-448b-893d-08a82c1a2c2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:02.151466 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-060a2979-5902-42a7-b589-887185ad6532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:02.201863 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-060a2979-5902-42a7-b589-887185ad6532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:02.253934 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c239f142-5e48-4665-8dad-5d81898ee903 req-54c68e18-b221-4649-b4b6-7f980a76c27e tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:02.255632 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c239f142-5e48-4665-8dad-5d81898ee903 req-54c68e18-b221-4649-b4b6-7f980a76c27e tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 946 time: 0.0857863 Sep 07 23:47:02.296494 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-060a2979-5902-42a7-b589-887185ad6532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:02.300265 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-060a2979-5902-42a7-b589-887185ad6532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:02.305523 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-060a2979-5902-42a7-b589-887185ad6532 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0122e88b-dfbe-4d41-a04d-5da7b49ce1f6 HTTP/1.1" status: 204 len: 168 time: 0.2634447 Sep 07 23:47:02.313557 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060a2979-5902-42a7-b589-887185ad6532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0122e88b-dfbe-4d41-a04d-5da7b49ce1f6,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:02.336783 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-fadfe352-8aa7-448b-893d-08a82c1a2c2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:02.345082 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c239f142-5e48-4665-8dad-5d81898ee903 req-ee42f32b-1b82-43c6-a024-2c8d840abb50 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803812 Sep 07 23:47:02.346259 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-fadfe352-8aa7-448b-893d-08a82c1a2c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:02.394706 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-fadfe352-8aa7-448b-893d-08a82c1a2c2c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e27f60860d694366b5f967b9c449c052&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2965605 Sep 07 23:47:02.395441 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadfe352-8aa7-448b-893d-08a82c1a2c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264b70dd-c42a-4443-8eb2-b820e5205c31,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:02.398882 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 57148) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:02.465268 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-8ec2bada-6005-4f6d-874a-b12758d9b716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:02.494339 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-8ec2bada-6005-4f6d-874a-b12758d9b716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:02.575436 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-8ec2bada-6005-4f6d-874a-b12758d9b716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:02.579623 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-8ec2bada-6005-4f6d-874a-b12758d9b716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:02.580896 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-8ec2bada-6005-4f6d-874a-b12758d9b716 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/264b70dd-c42a-4443-8eb2-b820e5205c31 HTTP/1.1" status: 204 len: 168 time: 0.1803985 Sep 07 23:47:02.595788 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec2bada-6005-4f6d-874a-b12758d9b716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264b70dd-c42a-4443-8eb2-b820e5205c31,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:02.919020 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device c9c39b72-1fdc-4c85-aef7-8fb19057f776 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=100552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 23:47:03.127258 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port c9c39b72-1fdc-4c85-aef7-8fb19057f776, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=c9c39b72-1fdc-4c85-aef7-8fb19057f776,segment=NetworkSegment(1472a31e-bcdd-4c38-8927-5aafbedd6ba7),segment_id=1472a31e-bcdd-4c38-8927-5aafbedd6ba7)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:47:03.146580 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Returning: {'device': 'c9c39b72-1fdc-4c85-aef7-8fb19057f776', 'network_id': '8f0ad28b-91ae-4394-8b5f-02f4ebeae46e', 'port_id': 'c9c39b72-1fdc-4c85-aef7-8fb19057f776', 'mac_address': 'fa:16:3e:9e:5c:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f967c7b2-09f7-4f04-827b-eef1f5f7308c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 23:47:03.165453 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc5cbc-d0f0-4fe8-89fb-22fc46a1d4d7 req-6aad80e2-c20b-41c0-bf8d-66c61f4578c9 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:03.168213 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-88dc5cbc-d0f0-4fe8-89fb-22fc46a1d4d7 req-6aad80e2-c20b-41c0-bf8d-66c61f4578c9 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 943 time: 0.1055453 Sep 07 23:47:03.196001 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:03.216796 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.notifiers.nova [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9c39b72-1fdc-4c85-aef7-8fb19057f776 {{(pid=100552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 23:47:03.244812 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port c9c39b72-1fdc-4c85-aef7-8fb19057f776, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=c9c39b72-1fdc-4c85-aef7-8fb19057f776,segment=NetworkSegment(1472a31e-bcdd-4c38-8927-5aafbedd6ba7),segment_id=1472a31e-bcdd-4c38-8927-5aafbedd6ba7)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:47:03.252788 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:03.254785 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device e66af021-334b-44cc-a801-4788472f27fe details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=100552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 23:47:03.388953 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ea97-3cf8-4e53-ad99-8ce826820bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:03.414395 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-88dc5cbc-d0f0-4fe8-89fb-22fc46a1d4d7 req-f7e742be-bacc-4aef-8136-216b1f127ab9 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ff1b41d-3b65-4765-bb95-46afdd75cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2370336 Sep 07 23:47:03.449694 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Pushing event updated for resources: {'Port': ['ID=c9c39b72-1fdc-4c85-aef7-8fb19057f776,revision_number=4']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:03.458741 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0ebcb-5716-4cff-850e-aa2e7c26ab9d req-39a44cad-a2e5-4c34-8c5e-9bd8fd86c4f1 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:03.470875 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-6ee0ebcb-5716-4cff-850e-aa2e7c26ab9d req-39a44cad-a2e5-4c34-8c5e-9bd8fd86c4f1 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 944 time: 0.2431781 Sep 07 23:47:03.500628 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port e66af021-334b-44cc-a801-4788472f27fe, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=e66af021-334b-44cc-a801-4788472f27fe,segment=NetworkSegment(1471fa56-0ce1-4bf0-b66f-c84e509237a6),segment_id=1471fa56-0ce1-4bf0-b66f-c84e509237a6)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:47:03.521282 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Returning: {'device': 'e66af021-334b-44cc-a801-4788472f27fe', 'network_id': '9da50ae8-e6dd-49ef-bffd-03b5ec56f152', 'port_id': 'e66af021-334b-44cc-a801-4788472f27fe', 'mac_address': 'fa:16:3e:8b:5f:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af6c2c51-70b3-4a7c-ab5d-dc9b76d1d9bc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 23:47:03.567009 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-6ee0ebcb-5716-4cff-850e-aa2e7c26ab9d req-8783b6f4-1b6f-4293-9478-54d2f3f729a2 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862012 Sep 07 23:47:03.616732 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:03.657857 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.notifiers.nova [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e66af021-334b-44cc-a801-4788472f27fe {{(pid=100552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 23:47:03.680405 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63601ba-c56d-41c3-a257-55be381d40c7 req-91422ada-af0d-42cd-8cd8-a2472f9d0499 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:03.683591 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c63601ba-c56d-41c3-a257-55be381d40c7 req-91422ada-af0d-42cd-8cd8-a2472f9d0499 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 946 time: 0.0873926 Sep 07 23:47:03.708410 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port e66af021-334b-44cc-a801-4788472f27fe, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=e66af021-334b-44cc-a801-4788472f27fe,segment=NetworkSegment(1471fa56-0ce1-4bf0-b66f-c84e509237a6),segment_id=1471fa56-0ce1-4bf0-b66f-c84e509237a6)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:47:03.718715 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:03.751452 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c63601ba-c56d-41c3-a257-55be381d40c7 req-44034563-c982-4d09-a442-14451fd4a800 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609722 Sep 07 23:47:03.807993 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Pushing event updated for resources: {'Port': ['ID=e66af021-334b-44cc-a801-4788472f27fe,revision_number=4']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:04.149992 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] get_ports_and_sgs() called for port_ids ['e66af021-334b-44cc-a801-4788472f27fe'] {{(pid=100552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 23:47:04.209573 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] get_ports_and_sgs() called for port_ids ['c9c39b72-1fdc-4c85-aef7-8fb19057f776'] {{(pid=100552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 23:47:04.777745 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25557a32-c076-41e2-a08b-29c724d12b5c req-48f20d37-7b7b-474c-bd57-b4235bed4349 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:04.785077 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-25557a32-c076-41e2-a08b-29c724d12b5c req-48f20d37-7b7b-474c-bd57-b4235bed4349 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 944 time: 0.1594343 Sep 07 23:47:04.808012 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43940242-959e-4116-b5dd-b634d2ceecc8 req-d33181fc-f314-4bfd-8bb4-d94d0f06f0d3 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:04.809817 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-43940242-959e-4116-b5dd-b634d2ceecc8 req-d33181fc-f314-4bfd-8bb4-d94d0f06f0d3 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 944 time: 0.1243746 Sep 07 23:47:04.868499 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-25557a32-c076-41e2-a08b-29c724d12b5c req-0857280d-ff1b-4aad-978d-4600e545025b tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ff1b41d-3b65-4765-bb95-46afdd75cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769260 Sep 07 23:47:04.913163 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-43940242-959e-4116-b5dd-b634d2ceecc8 req-d47cd6ff-9b2a-45fd-90e0-f50337b13517 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850103 Sep 07 23:47:05.091282 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da33e9-e707-4527-a0f3-b2b5e1ff5d49 req-b0603274-90ec-4118-a6e9-1e7b0eef5cb0 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:05.093038 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-e4da33e9-e707-4527-a0f3-b2b5e1ff5d49 req-b0603274-90ec-4118-a6e9-1e7b0eef5cb0 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 946 time: 0.0738864 Sep 07 23:47:05.147543 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-e4da33e9-e707-4527-a0f3-b2b5e1ff5d49 req-a0735848-4ddb-4691-b2a5-f4b32bf40504 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473111 Sep 07 23:47:05.200858 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-187590d1-19a7-4a5a-ac4c-70625f9f540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:05.360394 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22816388-37ff-49ba-bf53-bb1cfa751b44 req-8a5264ff-8706-41a8-a8f0-ebfa23a7b1a2 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:05.362172 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-22816388-37ff-49ba-bf53-bb1cfa751b44 req-8a5264ff-8706-41a8-a8f0-ebfa23a7b1a2 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 946 time: 0.0659904 Sep 07 23:47:05.374582 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 57264) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:05.383382 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [None req-0eb4aaec-0867-4189-aab5-d36ba4711012 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Request body: {'floatingip': {'port_id': '03abb03a-9526-4041-93a7-bea9ea9e25f0'}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:47:05.671457 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-0eb4aaec-0867-4189-aab5-d36ba4711012 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks [] for floatingip, before_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:05.882218 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 57292) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:06.098991 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-6d76de44-263a-441f-b9f0-135df13ec411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:06.253995 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bdd32d-7a01-4882-9fdb-00e8ebf52417 req-bb3d9755-f509-478a-8b53-e96d4bc8898f tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:06.256852 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-12bdd32d-7a01-4882-9fdb-00e8ebf52417 req-bb3d9755-f509-478a-8b53-e96d4bc8898f tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 944 time: 0.2139270 Sep 07 23:47:06.274957 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-6d76de44-263a-441f-b9f0-135df13ec411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:06.285708 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-6d76de44-263a-441f-b9f0-135df13ec411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:06.306973 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2fa1c-5f57-46f4-ab87-880d98a2e00c req-283d5db7-5829-43ba-bd96-67e6357ae3c9 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:06.309771 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-2fb2fa1c-5f57-46f4-ab87-880d98a2e00c req-283d5db7-5829-43ba-bd96-67e6357ae3c9 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 944 time: 0.1860085 Sep 07 23:47:06.389110 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76de44-263a-441f-b9f0-135df13ec411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7dfabc-9f7c-4502-9b7d-71b279154cea,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:06.398581 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-6d76de44-263a-441f-b9f0-135df13ec411 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=75905d088c8c4c9eb6c353c4e186dd98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5097752 Sep 07 23:47:06.398845 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 57324) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:06.461327 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-44e742eb-9129-4dbf-9604-fb885a77b42f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:06.488949 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-44e742eb-9129-4dbf-9604-fb885a77b42f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:06.559808 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 57328) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:06.568132 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-44e742eb-9129-4dbf-9604-fb885a77b42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:06.572229 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-44e742eb-9129-4dbf-9604-fb885a77b42f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:06.576494 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-44e742eb-9129-4dbf-9604-fb885a77b42f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1d7dfabc-9f7c-4502-9b7d-71b279154cea HTTP/1.1" status: 204 len: 168 time: 0.1733785 Sep 07 23:47:06.582892 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e742eb-9129-4dbf-9604-fb885a77b42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7dfabc-9f7c-4502-9b7d-71b279154cea,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:06.585213 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-12bdd32d-7a01-4882-9fdb-00e8ebf52417 req-f45dfdfb-1c1b-4290-af77-ad6cb16df0c7 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ff1b41d-3b65-4765-bb95-46afdd75cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3108790 Sep 07 23:47:06.647583 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-2fb2fa1c-5f57-46f4-ab87-880d98a2e00c req-d56a922f-f4d7-48de-8a29-12a7add4f019 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708836 Sep 07 23:47:06.765880 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-79f235d9-b447-4618-b2a7-477b2d423bc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:06.961096 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-79f235d9-b447-4618-b2a7-477b2d423bc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:06.973957 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device c9c39b72-1fdc-4c85-aef7-8fb19057f776 up at agent hyperv_hv-cinder-75157 {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:47:06.981834 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-79f235d9-b447-4618-b2a7-477b2d423bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:07.039509 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-79f235d9-b447-4618-b2a7-477b2d423bc3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9a6c157b5cf94134a20bf049a6723e3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4783063 Sep 07 23:47:07.041864 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 57344) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:07.083358 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f235d9-b447-4618-b2a7-477b2d423bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd950f61-a090-4dbd-9bac-336cc93b3087,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:07.124470 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 57346) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:07.125156 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-0eeaa082-c820-47a0-b9d8-862a26353932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:07.151721 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Provisioning for port c9c39b72-1fdc-4c85-aef7-8fb19057f776 completed by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:47:07.156617 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Provisioning complete for port c9c39b72-1fdc-4c85-aef7-8fb19057f776 triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:47:07.157105 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:07.158185 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.db.resource_extend [None req-0eb4aaec-0867-4189-aab5-d36ba4711012 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 23:47:07.160255 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-02b81932-aa47-452e-90bd-31e0dd0c0a3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:07.191255 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-0eeaa082-c820-47a0-b9d8-862a26353932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:07.265960 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7bcd41-8cda-4691-b0ef-9f2a734694a2 req-fbcb2db9-253c-4bb4-a5da-43d7d62b7a1b tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:07.269651 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4d7bcd41-8cda-4691-b0ef-9f2a734694a2 req-fbcb2db9-253c-4bb4-a5da-43d7d62b7a1b tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee640ca8-f976-4393-97b3-810e382a7be7 HTTP/1.1" status: 200 len: 945 time: 0.3256252 Sep 07 23:47:07.277763 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:07.326711 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6da19a-1586-4fd6-be9b-c61449486f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c39b72-1fdc-4c85-aef7-8fb19057f776'}] {{(pid=100552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:47:07.330685 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6af7ada11e39af001df59af8fe1a830bb49e6ec01a9e34e873de5065727c58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0178be2-de4d-459d-b767-c84f7f859a38" -d '{"events": [{"server_uuid": "de6da19a-1586-4fd6-be9b-c61449486f2b", "name": "network-vif-plugged", "status": "completed", "tag": "c9c39b72-1fdc-4c85-aef7-8fb19057f776"}]}' {{(pid=100552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:47:07.334258 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-0eeaa082-c820-47a0-b9d8-862a26353932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:07.337858 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-0eeaa082-c820-47a0-b9d8-862a26353932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:07.355824 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port c9c39b72-1fdc-4c85-aef7-8fb19057f776, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=c9c39b72-1fdc-4c85-aef7-8fb19057f776,segment=NetworkSegment(1472a31e-bcdd-4c38-8927-5aafbedd6ba7),segment_id=1472a31e-bcdd-4c38-8927-5aafbedd6ba7)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:47:07.356531 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-0eeaa082-c820-47a0-b9d8-862a26353932 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fd950f61-a090-4dbd-9bac-336cc93b3087 HTTP/1.1" status: 204 len: 168 time: 0.2967391 Sep 07 23:47:07.366776 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:07.368268 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-0eb4aaec-0867-4189-aab5-d36ba4711012 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:07.369719 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device e66af021-334b-44cc-a801-4788472f27fe up at agent hyperv_hv-cinder-75157 {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:47:07.373093 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-02b81932-aa47-452e-90bd-31e0dd0c0a3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:07.385437 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-0eb4aaec-0867-4189-aab5-d36ba4711012 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595513'] for floatingip, after_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:07.389953 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeaa082-c820-47a0-b9d8-862a26353932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd950f61-a090-4dbd-9bac-336cc93b3087,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:07.393962 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-02b81932-aa47-452e-90bd-31e0dd0c0a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:07.445308 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-02b81932-aa47-452e-90bd-31e0dd0c0a3d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f53b3761b96c444896a84bdca0f1dad5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3176956 Sep 07 23:47:07.451057 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 57354) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:07.473863 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b81932-aa47-452e-90bd-31e0dd0c0a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace18d37-8b97-44d4-94e6-b994e7c0a927,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:07.501085 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 23:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62e2e51-638a-441e-a5dc-7f7ac071675e x-openstack-request-id: req-b62e2e51-638a-441e-a5dc-7f7ac071675e {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:47:07.501835 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6da19a-1586-4fd6-be9b-c61449486f2b", "name": "network-vif-plugged", "status": "completed", "tag": "c9c39b72-1fdc-4c85-aef7-8fb19057f776", "code": 200}]} {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:47:07.502254 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b62e2e51-638a-441e-a5dc-7f7ac071675e {{(pid=100552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:47:07.503591 dv-cinder-751579-26-iscsi neutron-server[100552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6da19a-1586-4fd6-be9b-c61449486f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c39b72-1fdc-4c85-aef7-8fb19057f776', 'code': 200} Sep 07 23:47:07.537018 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-3d29ff9c-63c5-4ba5-a089-b1439ccdb630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:07.564633 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4d7bcd41-8cda-4691-b0ef-9f2a734694a2 req-9b524f84-839d-462f-b62a-dc9f1f2820c8 tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] 10.222.0.15 "GET /v2.0/security-groups?id=4506fd38-8b2e-4b0e-89d8-31f2108248a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834740 Sep 07 23:47:07.582145 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-3d29ff9c-63c5-4ba5-a089-b1439ccdb630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:07.615860 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Provisioning for port e66af021-334b-44cc-a801-4788472f27fe completed by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:47:07.632812 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Provisioning complete for port e66af021-334b-44cc-a801-4788472f27fe triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:47:07.633884 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:07.661686 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-3d29ff9c-63c5-4ba5-a089-b1439ccdb630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:07.666896 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-3d29ff9c-63c5-4ba5-a089-b1439ccdb630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:07.670334 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-3d29ff9c-63c5-4ba5-a089-b1439ccdb630 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ace18d37-8b97-44d4-94e6-b994e7c0a927 HTTP/1.1" status: 204 len: 168 time: 0.2179625 Sep 07 23:47:07.726627 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d29ff9c-63c5-4ba5-a089-b1439ccdb630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace18d37-8b97-44d4-94e6-b994e7c0a927,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:07.764825 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Pushing event updated for resources: {'Port': ['ID=c9c39b72-1fdc-4c85-aef7-8fb19057f776,revision_number=5']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:07.856234 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:07.929588 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port e66af021-334b-44cc-a801-4788472f27fe, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=e66af021-334b-44cc-a801-4788472f27fe,segment=NetworkSegment(1471fa56-0ce1-4bf0-b66f-c84e509237a6),segment_id=1471fa56-0ce1-4bf0-b66f-c84e509237a6)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:47:07.932634 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.db.l3_db [None req-0eb4aaec-0867-4189-aab5-d36ba4711012 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Floating IP 660d01b3-ced3-49ec-b64c-4e068097ce51 associated. External IP: 172.27.2.189, port: 03abb03a-9526-4041-93a7-bea9ea9e25f0. Sep 07 23:47:07.944074 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:07.993615 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4eb8c8-28c5-49be-a3d9-3f4df1a11c0d req-0fd1acd2-2392-4a58-8299-7d023154d154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:07.995156 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-2c4eb8c8-28c5-49be-a3d9-3f4df1a11c0d req-0fd1acd2-2392-4a58-8299-7d023154d154 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 1098 time: 0.2227049 Sep 07 23:47:08.010394 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c7951-1faf-4ddd-ace2-570b96e58cd5 req-8bd6b46e-6920-4a89-aa7d-5a3578aa18e8 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:08.016984 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-708c7951-1faf-4ddd-ace2-570b96e58cd5 req-8bd6b46e-6920-4a89-aa7d-5a3578aa18e8 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 944 time: 0.1783087 Sep 07 23:47:08.058975 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 57364) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:08.062211 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab507181-d987-4d2d-8c48-169475a8ea30 req-aebe2709-279b-4705-9d6e-0e907a25093c tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:08.067675 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Pushing event updated for resources: {'Port': ['ID=e66af021-334b-44cc-a801-4788472f27fe,revision_number=5']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:08.069758 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ab507181-d987-4d2d-8c48-169475a8ea30 req-aebe2709-279b-4705-9d6e-0e907a25093c tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 945 time: 0.1787374 Sep 07 23:47:08.075195 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-39cb59a6-7777-40a1-8a91-1a858f71dd07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:08.171093 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-708c7951-1faf-4ddd-ace2-570b96e58cd5 req-f2eac103-c1d9-477b-bfe7-7c25de988134 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ff1b41d-3b65-4765-bb95-46afdd75cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480076 Sep 07 23:47:08.182253 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-2c4eb8c8-28c5-49be-a3d9-3f4df1a11c0d req-ff141465-56bc-44a1-9659-f6df3cf93d01 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608882 Sep 07 23:47:08.202751 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ab507181-d987-4d2d-8c48-169475a8ea30 req-39c95763-0bc1-432d-9095-81025233908f tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318653 Sep 07 23:47:08.246213 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-39cb59a6-7777-40a1-8a91-1a858f71dd07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:08.252806 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-39cb59a6-7777-40a1-8a91-1a858f71dd07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:08.302243 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-39cb59a6-7777-40a1-8a91-1a858f71dd07 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8f3ae688b197409abc5222a38647ad11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2387190 Sep 07 23:47:08.302243 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb59a6-7777-40a1-8a91-1a858f71dd07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0702aab7-7a20-49cf-adbf-25c88ad7f79d,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:08.302958 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 57374) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:08.317091 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cb59a6-7777-40a1-8a91-1a858f71dd07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:47:08.317091 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cb59a6-7777-40a1-8a91-1a858f71dd07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:47:08.317416 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cb59a6-7777-40a1-8a91-1a858f71dd07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:47:08.317751 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cb59a6-7777-40a1-8a91-1a858f71dd07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:47:08.318082 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cb59a6-7777-40a1-8a91-1a858f71dd07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:47:08.318416 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cb59a6-7777-40a1-8a91-1a858f71dd07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:47:08.318747 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cb59a6-7777-40a1-8a91-1a858f71dd07 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:47:08.319075 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cb59a6-7777-40a1-8a91-1a858f71dd07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:47:08.319420 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cb59a6-7777-40a1-8a91-1a858f71dd07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:47:08.319724 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cb59a6-7777-40a1-8a91-1a858f71dd07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:47:08.320045 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cb59a6-7777-40a1-8a91-1a858f71dd07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:47:08.320366 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cb59a6-7777-40a1-8a91-1a858f71dd07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:47:08.387876 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-2e0c89cf-1896-4d14-92d2-f9c559614475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:08.420950 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-2e0c89cf-1896-4d14-92d2-f9c559614475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:08.491485 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-2e0c89cf-1896-4d14-92d2-f9c559614475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:08.499120 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-2e0c89cf-1896-4d14-92d2-f9c559614475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:08.501797 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-2e0c89cf-1896-4d14-92d2-f9c559614475 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0702aab7-7a20-49cf-adbf-25c88ad7f79d HTTP/1.1" status: 204 len: 168 time: 0.1974101 Sep 07 23:47:08.516742 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c89cf-1896-4d14-92d2-f9c559614475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0702aab7-7a20-49cf-adbf-25c88ad7f79d,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:08.591213 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb4aaec-0867-4189-aab5-d36ba4711012 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Router b6d43adc-d519-44d8-ad55-043586879107 has already been hosted by L3 agent 19316ef7-2440-47e6-ada3-35aaee6f744b {{(pid=100551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 23:47:08.787376 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb4aaec-0867-4189-aab5-d36ba4711012 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify agent at l3_agent.dv-cinder-751579-26-iscsi the message routers_updated {{(pid=100551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 23:47:08.792700 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-0eb4aaec-0867-4189-aab5-d36ba4711012 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for floatingip, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:08.817230 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09c4d2e-0247-407d-80ba-588c06c38fe0 None None] Sync routers for ids ['b6d43adc-d519-44d8-ad55-043586879107'] in dv-cinder-751579-26-iscsi {{(pid=100553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 23:47:08.826844 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-0eb4aaec-0867-4189-aab5-d36ba4711012 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "PUT /v2.0/floatingips/660d01b3-ced3-49ec-b64c-4e068097ce51 HTTP/1.1" status: 200 len: 992 time: 3.4502900 Sep 07 23:47:08.828320 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd58f006-ace0-42d2-bbe1-af0cfa3faa03', 'tag': '03abb03a-9526-4041-93a7-bea9ea9e25f0'}] {{(pid=100551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:47:08.830744 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744d18a1a9123520e55b11d6b4f544890c28500fff252c5db1cb0c4b69d72d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f46809e-5ca2-46de-973c-3a0ee1762006" -d '{"events": [{"name": "network-changed", "server_uuid": "bd58f006-ace0-42d2-bbe1-af0cfa3faa03", "tag": "03abb03a-9526-4041-93a7-bea9ea9e25f0"}]}' {{(pid=100551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:47:08.842130 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9248805-b7a8-415b-b37d-3022cca6b512 req-a3dfd9f4-288a-4d69-8d4e-b2170a997e91 tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:08.843751 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d9248805-b7a8-415b-b37d-3022cca6b512 req-a3dfd9f4-288a-4d69-8d4e-b2170a997e91 tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee640ca8-f976-4393-97b3-810e382a7be7 HTTP/1.1" status: 200 len: 945 time: 0.1150796 Sep 07 23:47:08.871980 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09c4d2e-0247-407d-80ba-588c06c38fe0 None None] Routers {'b6d43adc-d519-44d8-ad55-043586879107'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:47:08.874831 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-e09c4d2e-0247-407d-80ba-588c06c38fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:47:02Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['b6d43adc-d519-44d8-ad55-043586879107'], 'active': True} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:47:08.892699 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 57398) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:08.916369 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d9248805-b7a8-415b-b37d-3022cca6b512 req-395e9df8-691a-48b6-9192-c91e6c41932f tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] 10.222.0.15 "GET /v2.0/security-groups?id=4506fd38-8b2e-4b0e-89d8-31f2108248a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549967 Sep 07 23:47:08.997685 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 23:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74456305-84d8-40f6-86ef-f2061f6ad76e x-openstack-request-id: req-74456305-84d8-40f6-86ef-f2061f6ad76e {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:47:08.998160 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd58f006-ace0-42d2-bbe1-af0cfa3faa03", "tag": "03abb03a-9526-4041-93a7-bea9ea9e25f0", "status": "completed", "code": 200}]} {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:47:08.999332 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-74456305-84d8-40f6-86ef-f2061f6ad76e {{(pid=100551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:47:08.999332 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd58f006-ace0-42d2-bbe1-af0cfa3faa03', 'tag': '03abb03a-9526-4041-93a7-bea9ea9e25f0', 'status': 'completed', 'code': 200} Sep 07 23:47:09.080787 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvr_db [None req-e09c4d2e-0247-407d-80ba-588c06c38fe0 None None] Set router b6d43adc-d519-44d8-ad55-043586879107 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:47:09.176546 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-e85057f3-7b34-4f34-8850-19195524748d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:09.188181 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46809e-5ca2-46de-973c-3a0ee1762006 req-aee8c962-5ab9-4286-9263-ab53d155d2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:09.190782 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4f46809e-5ca2-46de-973c-3a0ee1762006 req-aee8c962-5ab9-4286-9263-ab53d155d2aa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=58b276a8254e43be89c8e4a10c333cbe&device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 1099 time: 0.1445863 Sep 07 23:47:09.233125 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410bcb9e-dc4c-485f-a4b0-08a5ecdc1650 req-8189c35d-1767-4af1-89ee-0e371b84048d tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:09.235713 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-410bcb9e-dc4c-485f-a4b0-08a5ecdc1650 req-8189c35d-1767-4af1-89ee-0e371b84048d tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee640ca8-f976-4393-97b3-810e382a7be7 HTTP/1.1" status: 200 len: 945 time: 0.1229448 Sep 07 23:47:09.446895 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-e85057f3-7b34-4f34-8850-19195524748d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:09.456932 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-e85057f3-7b34-4f34-8850-19195524748d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:09.505480 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ece618df-c310-44c3-ab4d-b061b5899ab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66af021-334b-44cc-a801-4788472f27fe'}] {{(pid=100552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:47:09.508866 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6af7ada11e39af001df59af8fe1a830bb49e6ec01a9e34e873de5065727c58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd94b8e-d3bb-4ae2-b24d-7acf432f2259" -d '{"events": [{"server_uuid": "ece618df-c310-44c3-ab4d-b061b5899ab4", "name": "network-vif-plugged", "status": "completed", "tag": "e66af021-334b-44cc-a801-4788472f27fe"}]}' {{(pid=100552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:47:09.635705 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd827f1-55f3-43f1-b0bb-1be11f76959b req-1846c12f-95ec-4466-998e-664e64717c74 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:09.637388 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5dd827f1-55f3-43f1-b0bb-1be11f76959b req-1846c12f-95ec-4466-998e-664e64717c74 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 945 time: 0.2090456 Sep 07 23:47:09.654201 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-e85057f3-7b34-4f34-8850-19195524748d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1662b9352a694768a326a2765cf41614&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7584710 Sep 07 23:47:09.655435 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85057f3-7b34-4f34-8850-19195524748d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c782e8f-9bf9-40a9-8b71-1eb70816891d,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:09.664934 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 57426) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:09.739349 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46809e-5ca2-46de-973c-3a0ee1762006 req-7e07c2ce-781f-4011-9090-f23a0e1c5285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:09.742681 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4f46809e-5ca2-46de-973c-3a0ee1762006 req-7e07c2ce-781f-4011-9090-f23a0e1c5285 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bb0cf1ab-d1d5-410c-b15c-8c9770c10630 HTTP/1.1" status: 200 len: 918 time: 0.5379577 Sep 07 23:47:09.776957 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-e09c4d2e-0247-407d-80ba-588c06c38fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d43adc-d519-44d8-ad55-043586879107', 'name': 'tempest-AttachVolumeShelveTestJSON-1262007872-router', 'tenant_id': '58b276a8254e43be89c8e4a10c333cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '2f413a11-fd04-47ee-920d-4f3c41a47940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:46:08Z', 'updated_at': '2021-09-07T23:46:18Z', 'revision_number': 4, 'project_id': '58b276a8254e43be89c8e4a10c333cbe', 'gw_port': {'id': '2f413a11-fd04-47ee-920d-4f3c41a47940', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:43:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d43adc-d519-44d8-ad55-043586879107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:09Z', 'updated_at': '2021-09-07T23:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_floatingips': [{'id': '660d01b3-ced3-49ec-b64c-4e068097ce51', 'tenant_id': '58b276a8254e43be89c8e4a10c333cbe', 'floating_ip_address': '172.27.2.189', 'floating_network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'router_id': 'b6d43adc-d519-44d8-ad55-043586879107', 'port_id': '03abb03a-9526-4041-93a7-bea9ea9e25f0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb0cf1ab-d1d5-410c-b15c-8c9770c10630', 'mac_address': 'fa:16:3e:21:18:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd58f006-ace0-42d2-bbe1-af0cfa3faa03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T23:46:36Z', 'updated_at': '2021-09-07T23:47:06Z', 'revision_number': 1, 'project_id': '58b276a8254e43be89c8e4a10c333cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b234c9d-81f4-4fa6-8894-877c6a311f7d', 'name': '', 'network_id': 'bb0cf1ab-d1d5-410c-b15c-8c9770c10630', 'tenant_id': '58b276a8254e43be89c8e4a10c333cbe', 'mac_address': 'fa:16:3e:1a:ce:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d43adc-d519-44d8-ad55-043586879107', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2e4b191b-fe64-4814-8fad-97b5ba0852ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:16Z', 'updated_at': '2021-09-07T23:46:30Z', 'revision_number': 5, 'project_id': '58b276a8254e43be89c8e4a10c333cbe', 'subnets': [{'id': '2e4b191b-fe64-4814-8fad-97b5ba0852ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:47:09.777547 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b6424-f57e-4489-8ed9-44d140112729 req-8c71cfa2-b1e7-4d67-be5b-dfd84a9f0327 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:09.781068 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-e42b6424-f57e-4489-8ed9-44d140112729 req-8c71cfa2-b1e7-4d67-be5b-dfd84a9f0327 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 945 time: 0.3977196 Sep 07 23:47:09.806043 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-4a688b1b-6e1a-45e3-abeb-02c8e109c795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:09.846783 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09c4d2e-0247-407d-80ba-588c06c38fe0 None None] Checking router: b6d43adc-d519-44d8-ad55-043586879107 for host: dv-cinder-751579-26-iscsi {{(pid=100553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 23:47:09.858089 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09c4d2e-0247-407d-80ba-588c06c38fe0 None None] Routers {'b6d43adc-d519-44d8-ad55-043586879107'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:47:09.859091 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-e09c4d2e-0247-407d-80ba-588c06c38fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:47:02Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['b6d43adc-d519-44d8-ad55-043586879107'], 'active': True} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:47:09.903544 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-4a688b1b-6e1a-45e3-abeb-02c8e109c795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:09.915933 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [req-410bcb9e-dc4c-485f-a4b0-08a5ecdc1650 req-a62c4eb3-6361-4fd5-a5ab-89fd9141262e tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] Deleting port 6d6baaa0-88d8-4baa-99fd-6d8f8bea0aa2 {{(pid=100551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:47:09.916554 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-410bcb9e-dc4c-485f-a4b0-08a5ecdc1650 req-a62c4eb3-6361-4fd5-a5ab-89fd9141262e tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:10.019127 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-4a688b1b-6e1a-45e3-abeb-02c8e109c795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:10.022964 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-4a688b1b-6e1a-45e3-abeb-02c8e109c795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:10.027677 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-4a688b1b-6e1a-45e3-abeb-02c8e109c795 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8c782e8f-9bf9-40a9-8b71-1eb70816891d HTTP/1.1" status: 204 len: 168 time: 0.3574407 Sep 07 23:47:10.068756 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a688b1b-6e1a-45e3-abeb-02c8e109c795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c782e8f-9bf9-40a9-8b71-1eb70816891d,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:10.123965 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-e42b6424-f57e-4489-8ed9-44d140112729 req-eca25445-99ee-4235-b90c-12f5505f3a24 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ff1b41d-3b65-4765-bb95-46afdd75cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3255553 Sep 07 23:47:10.193356 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvr_db [None req-e09c4d2e-0247-407d-80ba-588c06c38fe0 None None] Set router b6d43adc-d519-44d8-ad55-043586879107 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:47:10.210213 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5dd827f1-55f3-43f1-b0bb-1be11f76959b req-39a87abb-8b13-4df6-97b6-06ff8220d7af tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5381079 Sep 07 23:47:10.216394 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 23:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58baa3a0-7f2b-4f95-894b-b5055dd714ad x-openstack-request-id: req-58baa3a0-7f2b-4f95-894b-b5055dd714ad {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:47:10.217804 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ece618df-c310-44c3-ab4d-b061b5899ab4", "name": "network-vif-plugged", "status": "completed", "tag": "e66af021-334b-44cc-a801-4788472f27fe", "code": 200}]} {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:47:10.218253 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-58baa3a0-7f2b-4f95-894b-b5055dd714ad {{(pid=100552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:47:10.218900 dv-cinder-751579-26-iscsi neutron-server[100552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ece618df-c310-44c3-ab4d-b061b5899ab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66af021-334b-44cc-a801-4788472f27fe', 'code': 200} Sep 07 23:47:10.249315 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4f46809e-5ca2-46de-973c-3a0ee1762006 req-b5fc0fde-d522-4b14-8ec0-2434635c819c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03abb03a-9526-4041-93a7-bea9ea9e25f0 HTTP/1.1" status: 200 len: 1000 time: 0.4602470 Sep 07 23:47:10.269485 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-410bcb9e-dc4c-485f-a4b0-08a5ecdc1650 req-a62c4eb3-6361-4fd5-a5ab-89fd9141262e tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] For port 6d6baaa0-88d8-4baa-99fd-6d8f8bea0aa2, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=6d6baaa0-88d8-4baa-99fd-6d8f8bea0aa2,segment=NetworkSegment(f37a4cdf-988f-4a66-b654-7f87d35ea5f2),segment_id=f37a4cdf-988f-4a66-b654-7f87d35ea5f2)] {{(pid=100551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:47:10.270006 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-410bcb9e-dc4c-485f-a4b0-08a5ecdc1650 req-a62c4eb3-6361-4fd5-a5ab-89fd9141262e tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:10.418308 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [req-410bcb9e-dc4c-485f-a4b0-08a5ecdc1650 req-a62c4eb3-6361-4fd5-a5ab-89fd9141262e tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] Calling delete_port for 6d6baaa0-88d8-4baa-99fd-6d8f8bea0aa2 owned by compute:nova {{(pid=100551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:47:10.639393 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46809e-5ca2-46de-973c-3a0ee1762006 req-3f28e222-4fa5-40fd-8f54-df5350d6149a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:10.641166 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4f46809e-5ca2-46de-973c-3a0ee1762006 req-3f28e222-4fa5-40fd-8f54-df5350d6149a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2e4b191b-fe64-4814-8fad-97b5ba0852ce HTTP/1.1" status: 200 len: 856 time: 0.3766274 Sep 07 23:47:10.669133 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192747a-4c59-436c-8acf-06c6e71c28b8 req-1afb8d74-8fd7-4cf2-8786-18dd673c24f6 tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:10.670751 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5192747a-4c59-436c-8acf-06c6e71c28b8 req-1afb8d74-8fd7-4cf2-8786-18dd673c24f6 tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee640ca8-f976-4393-97b3-810e382a7be7 HTTP/1.1" status: 200 len: 945 time: 0.2800996 Sep 07 23:47:10.761700 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-e09c4d2e-0247-407d-80ba-588c06c38fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d43adc-d519-44d8-ad55-043586879107', 'name': 'tempest-AttachVolumeShelveTestJSON-1262007872-router', 'tenant_id': '58b276a8254e43be89c8e4a10c333cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '2f413a11-fd04-47ee-920d-4f3c41a47940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:46:08Z', 'updated_at': '2021-09-07T23:46:18Z', 'revision_number': 4, 'project_id': '58b276a8254e43be89c8e4a10c333cbe', 'gw_port': {'id': '2f413a11-fd04-47ee-920d-4f3c41a47940', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:43:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d43adc-d519-44d8-ad55-043586879107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:09Z', 'updated_at': '2021-09-07T23:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_floatingips': [{'id': '660d01b3-ced3-49ec-b64c-4e068097ce51', 'tenant_id': '58b276a8254e43be89c8e4a10c333cbe', 'floating_ip_address': '172.27.2.189', 'floating_network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'router_id': 'b6d43adc-d519-44d8-ad55-043586879107', 'port_id': '03abb03a-9526-4041-93a7-bea9ea9e25f0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb0cf1ab-d1d5-410c-b15c-8c9770c10630', 'mac_address': 'fa:16:3e:21:18:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd58f006-ace0-42d2-bbe1-af0cfa3faa03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T23:46:36Z', 'updated_at': '2021-09-07T23:47:06Z', 'revision_number': 1, 'project_id': '58b276a8254e43be89c8e4a10c333cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b234c9d-81f4-4fa6-8894-877c6a311f7d', 'name': '', 'network_id': 'bb0cf1ab-d1d5-410c-b15c-8c9770c10630', 'tenant_id': '58b276a8254e43be89c8e4a10c333cbe', 'mac_address': 'fa:16:3e:1a:ce:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d43adc-d519-44d8-ad55-043586879107', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2e4b191b-fe64-4814-8fad-97b5ba0852ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:16Z', 'updated_at': '2021-09-07T23:46:30Z', 'revision_number': 5, 'project_id': '58b276a8254e43be89c8e4a10c333cbe', 'subnets': [{'id': '2e4b191b-fe64-4814-8fad-97b5ba0852ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:47:10.799398 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09c4d2e-0247-407d-80ba-588c06c38fe0 None None] The sync data for ids ['b6d43adc-d519-44d8-ad55-043586879107'] in dv-cinder-751579-26-iscsi is: [{'id': 'b6d43adc-d519-44d8-ad55-043586879107', 'name': 'tempest-AttachVolumeShelveTestJSON-1262007872-router', 'tenant_id': '58b276a8254e43be89c8e4a10c333cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '2f413a11-fd04-47ee-920d-4f3c41a47940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:46:08Z', 'updated_at': '2021-09-07T23:46:18Z', 'revision_number': 4, 'project_id': '58b276a8254e43be89c8e4a10c333cbe', 'gw_port': {'id': '2f413a11-fd04-47ee-920d-4f3c41a47940', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:43:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d43adc-d519-44d8-ad55-043586879107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:09Z', 'updated_at': '2021-09-07T23:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_floatingips': [{'id': '660d01b3-ced3-49ec-b64c-4e068097ce51', 'tenant_id': '58b276a8254e43be89c8e4a10c333cbe', 'floating_ip_address': '172.27.2.189', 'floating_network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'router_id': 'b6d43adc-d519-44d8-ad55-043586879107', 'port_id': '03abb03a-9526-4041-93a7-bea9ea9e25f0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb0cf1ab-d1d5-410c-b15c-8c9770c10630', 'mac_address': 'fa:16:3e:21:18:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd58f006-ace0-42d2-bbe1-af0cfa3faa03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T23:46:36Z', 'updated_at': '2021-09-07T23:47:06Z', 'revision_number': 1, 'project_id': '58b276a8254e43be89c8e4a10c333cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b234c9d-81f4-4fa6-8894-877c6a311f7d', 'name': '', 'network_id': 'bb0cf1ab-d1d5-410c-b15c-8c9770c10630', 'tenant_id': '58b276a8254e43be89c8e4a10c333cbe', 'mac_address': 'fa:16:3e:1a:ce:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d43adc-d519-44d8-ad55-043586879107', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2e4b191b-fe64-4814-8fad-97b5ba0852ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:16Z', 'updated_at': '2021-09-07T23:46:30Z', 'revision_number': 5, 'project_id': '58b276a8254e43be89c8e4a10c333cbe', 'subnets': [{'id': '2e4b191b-fe64-4814-8fad-97b5ba0852ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 23:47:10.803516 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d31a1-1306-4525-8a9a-b30294c63460 req-6490934c-f31c-455c-aff7-67718c24ca37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:10.803627 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-199d31a1-1306-4525-8a9a-b30294c63460 req-6490934c-f31c-455c-aff7-67718c24ca37 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 1098 time: 0.2408304 Sep 07 23:47:10.826004 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5192747a-4c59-436c-8acf-06c6e71c28b8 req-17972fc6-688e-4460-b76e-f6b73629567c tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] 10.222.0.15 "GET /v2.0/security-groups?id=4506fd38-8b2e-4b0e-89d8-31f2108248a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482229 Sep 07 23:47:10.844916 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46809e-5ca2-46de-973c-3a0ee1762006 req-75004a2b-8721-4caf-bc44-7a8deeb75a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:10.846436 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4f46809e-5ca2-46de-973c-3a0ee1762006 req-75004a2b-8721-4caf-bc44-7a8deeb75a1d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bb0cf1ab-d1d5-410c-b15c-8c9770c10630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1938992 Sep 07 23:47:10.979397 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-199d31a1-1306-4525-8a9a-b30294c63460 req-55bf9118-c2f2-47b5-80e3-c564481baed5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5ff1b41d-3b65-4765-bb95-46afdd75cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668875 Sep 07 23:47:11.004426 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 57460) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:11.031665 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-894ab0a4-da30-4bb3-ad7c-149251e9c80d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:11.044904 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-410bcb9e-dc4c-485f-a4b0-08a5ecdc1650 req-a62c4eb3-6361-4fd5-a5ab-89fd9141262e tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:11.116095 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c4eb3-6361-4fd5-a5ab-89fd9141262e tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] Pushing event deleted for resources: {'Port': ['ID=6d6baaa0-88d8-4baa-99fd-6d8f8bea0aa2,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:11.223013 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c4eb3-6361-4fd5-a5ab-89fd9141262e tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:47:11.223553 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c4eb3-6361-4fd5-a5ab-89fd9141262e tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:47:11.224549 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c4eb3-6361-4fd5-a5ab-89fd9141262e tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:47:11.224749 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c4eb3-6361-4fd5-a5ab-89fd9141262e tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:47:11.225277 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c4eb3-6361-4fd5-a5ab-89fd9141262e tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:47:11.225834 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c4eb3-6361-4fd5-a5ab-89fd9141262e tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:47:11.226383 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c4eb3-6361-4fd5-a5ab-89fd9141262e tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:47:11.226936 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c4eb3-6361-4fd5-a5ab-89fd9141262e tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:47:11.228055 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c4eb3-6361-4fd5-a5ab-89fd9141262e tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:47:11.228656 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c4eb3-6361-4fd5-a5ab-89fd9141262e tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:47:11.229197 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c4eb3-6361-4fd5-a5ab-89fd9141262e tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:47:11.229751 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62c4eb3-6361-4fd5-a5ab-89fd9141262e tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:47:11.265194 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e0eaeb-d743-409d-b430-3e4f20081620 None None] New status for floating IP 660d01b3-ced3-49ec-b64c-4e068097ce51: ACTIVE {{(pid=100552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 23:47:11.295721 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.l3_dvrscheduler_db [req-410bcb9e-dc4c-485f-a4b0-08a5ecdc1650 req-a62c4eb3-6361-4fd5-a5ab-89fd9141262e tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] No DVR routers for this DVR port 6d6baaa0-88d8-4baa-99fd-6d8f8bea0aa2 on host hv-cinder-75157 {{(pid=100551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 23:47:11.306325 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-410bcb9e-dc4c-485f-a4b0-08a5ecdc1650 req-a62c4eb3-6361-4fd5-a5ab-89fd9141262e tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:11.309952 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-410bcb9e-dc4c-485f-a4b0-08a5ecdc1650 req-a62c4eb3-6361-4fd5-a5ab-89fd9141262e tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] 10.222.0.42 "DELETE /v2.0/ports/6d6baaa0-88d8-4baa-99fd-6d8f8bea0aa2 HTTP/1.1" status: 204 len: 173 time: 2.0527000 Sep 07 23:47:11.325423 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4f46809e-5ca2-46de-973c-3a0ee1762006 req-7bfa8ed9-c63d-4343-8ce6-772cee1fb802 service neutron] 10.222.0.42 "GET /v2.0/networks/bb0cf1ab-d1d5-410c-b15c-8c9770c10630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4504383 Sep 07 23:47:11.326116 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee640ca8-f976-4393-97b3-810e382a7be7', 'name': 'network-vif-deleted', 'tag': '6d6baaa0-88d8-4baa-99fd-6d8f8bea0aa2'}] {{(pid=100551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:47:11.330089 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744d18a1a9123520e55b11d6b4f544890c28500fff252c5db1cb0c4b69d72d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e0b4fe-cc42-429a-ba65-f2042bf33358" -d '{"events": [{"server_uuid": "ee640ca8-f976-4393-97b3-810e382a7be7", "name": "network-vif-deleted", "tag": "6d6baaa0-88d8-4baa-99fd-6d8f8bea0aa2"}]}' {{(pid=100551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:47:11.393324 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-894ab0a4-da30-4bb3-ad7c-149251e9c80d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:11.399218 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-894ab0a4-da30-4bb3-ad7c-149251e9c80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:11.495034 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ab0a4-da30-4bb3-ad7c-149251e9c80d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e1f72d-8d92-4190-a882-702b09769869,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:11.515446 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-894ab0a4-da30-4bb3-ad7c-149251e9c80d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a39933c6969b44a49ceac91fc069705e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5079310 Sep 07 23:47:11.519683 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 57480) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:11.660311 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-6036a9d1-4f27-4e71-8f2b-dd8c67f6db3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:11.741907 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-6036a9d1-4f27-4e71-8f2b-dd8c67f6db3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:11.880987 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-6036a9d1-4f27-4e71-8f2b-dd8c67f6db3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:11.885666 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-6036a9d1-4f27-4e71-8f2b-dd8c67f6db3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:11.886294 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-6036a9d1-4f27-4e71-8f2b-dd8c67f6db3c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/18e1f72d-8d92-4190-a882-702b09769869 HTTP/1.1" status: 204 len: 168 time: 0.3655524 Sep 07 23:47:11.917088 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6036a9d1-4f27-4e71-8f2b-dd8c67f6db3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e1f72d-8d92-4190-a882-702b09769869,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:12.037224 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4f46809e-5ca2-46de-973c-3a0ee1762006 req-d1be2e8b-6e8a-440f-931f-e1b941e5b30c service neutron] 10.222.0.42 "GET /v2.0/networks/bb0cf1ab-d1d5-410c-b15c-8c9770c10630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6992455 Sep 07 23:47:12.049495 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a33b2-be59-493b-a363-263a6dd99861 req-33a50d77-3a04-4c7e-a55f-db9ed25e53e8 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:12.058597 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-448a33b2-be59-493b-a363-263a6dd99861 req-33a50d77-3a04-4c7e-a55f-db9ed25e53e8 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 945 time: 0.7577453 Sep 07 23:47:12.125076 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4a332-5f93-4bdf-968c-77ea7a2b86bb req-d76e9af1-0022-4dd6-9bc8-19b74554e38c tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:12.133837 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1ac4a332-5f93-4bdf-968c-77ea7a2b86bb req-d76e9af1-0022-4dd6-9bc8-19b74554e38c tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 945 time: 0.6978269 Sep 07 23:47:12.186348 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-448a33b2-be59-493b-a363-263a6dd99861 req-1b42adaa-fe81-4ae6-ad51-395ed51bebed tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ff1b41d-3b65-4765-bb95-46afdd75cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267066 Sep 07 23:47:12.215080 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1ac4a332-5f93-4bdf-968c-77ea7a2b86bb req-63c555c3-624d-4aaa-8cd7-39c293c63504 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801547 Sep 07 23:47:12.270008 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 23:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648af9bb-6293-4dd6-87f3-f3d8f545c2e9 x-openstack-request-id: req-648af9bb-6293-4dd6-87f3-f3d8f545c2e9 {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:47:12.270498 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee640ca8-f976-4393-97b3-810e382a7be7", "name": "network-vif-deleted", "tag": "6d6baaa0-88d8-4baa-99fd-6d8f8bea0aa2", "status": "completed", "code": 200}]} {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:47:12.270893 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-648af9bb-6293-4dd6-87f3-f3d8f545c2e9 {{(pid=100551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:47:12.271530 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee640ca8-f976-4393-97b3-810e382a7be7', 'name': 'network-vif-deleted', 'tag': '6d6baaa0-88d8-4baa-99fd-6d8f8bea0aa2', 'status': 'completed', 'code': 200} Sep 07 23:47:12.407632 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1a6c3595-9c2c-4f9b-8ff9-32dd9d087651 req-c8579d10-8aa6-4056-838e-24fea439d456 tempest-DeleteServersTestJSON-1001150412 tempest-DeleteServersTestJSON-1001150412-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee640ca8-f976-4393-97b3-810e382a7be7 HTTP/1.1" status: 200 len: 210 time: 0.0518341 Sep 07 23:47:12.790097 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c41aeb-5e6e-491f-b976-487ae15f1856 req-72770c96-72b5-439d-b7fd-c08c72940738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:12.793438 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a4c41aeb-5e6e-491f-b976-487ae15f1856 req-72770c96-72b5-439d-b7fd-c08c72940738 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4c1fbe4702b24535ab7d44fc9693fcbd&device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 1098 time: 0.1584146 Sep 07 23:47:12.810327 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c54ea-670d-4756-9f81-2cb7ac8e8f73 req-e288afcc-0b53-4201-9c76-d090035afb25 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:12.828786 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c65c54ea-670d-4756-9f81-2cb7ac8e8f73 req-e288afcc-0b53-4201-9c76-d090035afb25 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 945 time: 0.1448681 Sep 07 23:47:12.979586 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 6d6baaa0-88d8-4baa-99fd-6d8f8bea0aa2 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 23:47:13.000693 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c65c54ea-670d-4756-9f81-2cb7ac8e8f73 req-b15badee-344a-47df-b7ab-20fb919aa75b tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707144 Sep 07 23:47:13.047720 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c41aeb-5e6e-491f-b976-487ae15f1856 req-8c645281-1f15-4850-95f1-e4af0fc5c6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:13.047720 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a4c41aeb-5e6e-491f-b976-487ae15f1856 req-8c645281-1f15-4850-95f1-e4af0fc5c6c6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8f0ad28b-91ae-4394-8b5f-02f4ebeae46e HTTP/1.1" status: 200 len: 920 time: 0.2119558 Sep 07 23:47:13.048603 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] No Port match for: 6d6baaa0-88d8-4baa-99fd-6d8f8bea0aa2 {{(pid=100552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 23:47:13.048603 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 6d6baaa0-88d8-4baa-99fd-6d8f8bea0aa2 not bound to the agent host hv-cinder-75157 {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 23:47:13.138592 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a4c41aeb-5e6e-491f-b976-487ae15f1856 req-9bceee83-6445-4119-bd2b-3e166208dae6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9c39b72-1fdc-4c85-aef7-8fb19057f776 HTTP/1.1" status: 200 len: 217 time: 0.0726795 Sep 07 23:47:13.297080 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-eb415a58-36fa-4d9e-b126-1b4a182f1fba req-89e92288-feb2-4ef5-80d8-f3073196c5c3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6d1c53b5-8030-4c6a-ac96-86321509d586&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1687267 Sep 07 23:47:13.326456 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c41aeb-5e6e-491f-b976-487ae15f1856 req-f62804ae-0d95-4ac2-af41-a5d44aa7912a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:13.327792 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a4c41aeb-5e6e-491f-b976-487ae15f1856 req-f62804ae-0d95-4ac2-af41-a5d44aa7912a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f967c7b2-09f7-4f04-827b-eef1f5f7308c HTTP/1.1" status: 200 len: 859 time: 0.1437943 Sep 07 23:47:13.389280 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a4c41aeb-5e6e-491f-b976-487ae15f1856 req-a1235797-80a3-4c38-962a-465ca55cf0a8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8f0ad28b-91ae-4394-8b5f-02f4ebeae46e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492001 Sep 07 23:47:13.589245 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72d9ac-0836-4fd7-a98d-9c6133a6b4e1 req-29e94e3a-2e59-497b-aacd-8e44c05c9d74 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:13.590977 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7f72d9ac-0836-4fd7-a98d-9c6133a6b4e1 req-29e94e3a-2e59-497b-aacd-8e44c05c9d74 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 945 time: 0.2350779 Sep 07 23:47:13.648408 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb415a58-36fa-4d9e-b126-1b4a182f1fba req-0eb3954b-4595-42a3-9505-6006186b3392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:13.658000 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-eb415a58-36fa-4d9e-b126-1b4a182f1fba req-0eb3954b-4595-42a3-9505-6006186b3392 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9702d1f2203a4fd0995526e65ca89634&device_id=6d1c53b5-8030-4c6a-ac96-86321509d586 HTTP/1.1" status: 200 len: 1098 time: 0.2408111 Sep 07 23:47:13.731284 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a4c41aeb-5e6e-491f-b976-487ae15f1856 req-0c83ae14-53c5-4a47-85e8-ca7b878c9932 service neutron] 10.222.0.42 "GET /v2.0/networks/8f0ad28b-91ae-4394-8b5f-02f4ebeae46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162665 Sep 07 23:47:13.853778 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7f72d9ac-0836-4fd7-a98d-9c6133a6b4e1 req-508818a2-2225-4529-8c72-e5a8c67f42a5 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ff1b41d-3b65-4765-bb95-46afdd75cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2420280 Sep 07 23:47:14.195116 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb415a58-36fa-4d9e-b126-1b4a182f1fba req-58ca8cd0-1d63-460f-bbc4-8cb9745fb1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:14.197348 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-eb415a58-36fa-4d9e-b126-1b4a182f1fba req-58ca8cd0-1d63-460f-bbc4-8cb9745fb1bd service neutron] 10.222.0.42 "GET /v2.0/networks?id=5eb0a3c6-bf28-432c-ae1e-0b3ac767197a HTTP/1.1" status: 200 len: 915 time: 0.4911754 Sep 07 23:47:14.276720 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-eb415a58-36fa-4d9e-b126-1b4a182f1fba req-c4c5ce2d-47b0-4c44-96f2-f4b11b0063eb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29a0a3ae-f250-45b9-8bf5-c371f4f0c158 HTTP/1.1" status: 200 len: 217 time: 0.0643013 Sep 07 23:47:14.283677 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763b006-3b9b-487e-8274-11f763f07202 req-ab2875cb-7ada-4b6e-8df3-c1d585e94036 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:14.285318 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-0763b006-3b9b-487e-8274-11f763f07202 req-ab2875cb-7ada-4b6e-8df3-c1d585e94036 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/networks?id=5eb0a3c6-bf28-432c-ae1e-0b3ac767197a HTTP/1.1" status: 200 len: 814 time: 0.5145850 Sep 07 23:47:14.290793 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a4c41aeb-5e6e-491f-b976-487ae15f1856 req-f0681607-fd80-47a0-9ce2-644a9875f04d service neutron] 10.222.0.42 "GET /v2.0/networks/8f0ad28b-91ae-4394-8b5f-02f4ebeae46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5251880 Sep 07 23:47:14.301726 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0785f08-ca7d-42b7-986b-a652fa867ff6 req-c84bf04d-c7d7-428d-9fc6-c5762d8de43f tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:14.303288 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c0785f08-ca7d-42b7-986b-a652fa867ff6 req-c84bf04d-c7d7-428d-9fc6-c5762d8de43f tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 945 time: 0.1892462 Sep 07 23:47:14.314909 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 57600) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:14.319639 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-c10dfd32-9670-429e-8531-d21870296a58 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Request body: {'floatingip': {'port_id': 'e66af021-334b-44cc-a801-4788472f27fe'}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:47:14.408426 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-0763b006-3b9b-487e-8274-11f763f07202 req-3dd9ad34-945d-437f-952a-c1f3958b0c6d tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/quotas/9702d1f2203a4fd0995526e65ca89634 HTTP/1.1" status: 200 len: 375 time: 0.1040120 Sep 07 23:47:14.478929 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb415a58-36fa-4d9e-b126-1b4a182f1fba req-99e00b70-982e-4564-9969-9c6b91064b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:14.480509 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-eb415a58-36fa-4d9e-b126-1b4a182f1fba req-99e00b70-982e-4564-9969-9c6b91064b85 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1f5499ea-4448-4c88-9357-bae7d9ec21b9 HTTP/1.1" status: 200 len: 854 time: 0.1875844 Sep 07 23:47:14.520383 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-c10dfd32-9670-429e-8531-d21870296a58 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks [] for floatingip, before_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:14.552762 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-0763b006-3b9b-487e-8274-11f763f07202 req-82c8550d-ada1-4fee-8276-bf3864f50582 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9702d1f2203a4fd0995526e65ca89634&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1432652 Sep 07 23:47:14.565183 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-eb415a58-36fa-4d9e-b126-1b4a182f1fba req-649a5c75-6b91-4f1d-8a82-2d4340ec40fc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5eb0a3c6-bf28-432c-ae1e-0b3ac767197a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743337 Sep 07 23:47:14.762848 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 57618) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:14.849928 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818295d1-a194-4740-9b6e-de19d5210ade req-6e433a5e-c383-41e2-8806-3279613e929f tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:14.852850 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-818295d1-a194-4740-9b6e-de19d5210ade req-6e433a5e-c383-41e2-8806-3279613e929f tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 945 time: 0.3132360 Sep 07 23:47:14.863115 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-eb415a58-36fa-4d9e-b126-1b4a182f1fba req-0fd67827-d372-40d1-bd7e-faf85358c354 service neutron] 10.222.0.42 "GET /v2.0/networks/5eb0a3c6-bf28-432c-ae1e-0b3ac767197a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764320 Sep 07 23:47:14.866154 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-0763b006-3b9b-487e-8274-11f763f07202 req-83e4bf68-54c3-4231-8f37-6f8a87cace85 service neutron] 10.222.0.15 "GET /v2.0/networks/5eb0a3c6-bf28-432c-ae1e-0b3ac767197a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125620 Sep 07 23:47:15.124832 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-a49f169f-bf3d-4495-885d-977b00718d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:15.132320 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-818295d1-a194-4740-9b6e-de19d5210ade req-8c3b90bf-7a4e-40cd-9f5c-7d7b5c036f12 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550921 Sep 07 23:47:15.135455 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-eb415a58-36fa-4d9e-b126-1b4a182f1fba req-6c00e5a7-6fb7-4d96-a7b5-b2210f6cd58b service neutron] 10.222.0.42 "GET /v2.0/networks/5eb0a3c6-bf28-432c-ae1e-0b3ac767197a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612336 Sep 07 23:47:15.187069 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-0763b006-3b9b-487e-8274-11f763f07202 req-72948b0c-a051-49b3-b827-c4e48e2449de service neutron] 10.222.0.15 "GET /v2.0/networks/5eb0a3c6-bf28-432c-ae1e-0b3ac767197a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012854 Sep 07 23:47:15.300876 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-a49f169f-bf3d-4495-885d-977b00718d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:15.308144 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-a49f169f-bf3d-4495-885d-977b00718d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:15.364328 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-a49f169f-bf3d-4495-885d-977b00718d2d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9979161c0e1f4416a14e7547d3842f0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5953887 Sep 07 23:47:15.364328 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f169f-bf3d-4495-885d-977b00718d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f5091f-8bf6-4d04-ad9c-ac8975d1203c,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:15.365836 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 57630) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:15.437328 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 57636) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:15.517609 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-aa3e5d5b-004f-4e84-bad2-3a91cc68b932 req-0483aa03-80bc-4dee-a1d9-8cd337ae02c3 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdc0b49b-d329-4c57-827d-1fbac547cbad HTTP/1.1" status: 200 len: 210 time: 0.0457001 Sep 07 23:47:15.533481 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-997467c9-be89-4c99-90fa-bb7c7f1704ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:15.544059 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c273204-125d-4817-898f-5b54af055c02 admin admin] Deleting subnet 488f78c8-82f0-4a2a-878e-c0177ceb2789 {{(pid=100551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 23:47:15.548723 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-9c273204-125d-4817-898f-5b54af055c02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:15.642158 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-997467c9-be89-4c99-90fa-bb7c7f1704ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:15.653062 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-9c273204-125d-4817-898f-5b54af055c02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7425425'] for subnet, precommit_delete_associations {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:15.743744 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-9c273204-125d-4817-898f-5b54af055c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673024'] for subnet, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:15.802261 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.db.resource_extend [None req-c10dfd32-9670-429e-8531-d21870296a58 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 23:47:15.821276 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-9c273204-125d-4817-898f-5b54af055c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5131638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4738048'] for subnet, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:15.859666 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-997467c9-be89-4c99-90fa-bb7c7f1704ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:15.862281 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-997467c9-be89-4c99-90fa-bb7c7f1704ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:15.867192 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-997467c9-be89-4c99-90fa-bb7c7f1704ce admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c2f5091f-8bf6-4d04-ad9c-ac8975d1203c HTTP/1.1" status: 204 len: 168 time: 0.5002091 Sep 07 23:47:15.874237 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c273204-125d-4817-898f-5b54af055c02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=488f78c8-82f0-4a2a-878e-c0177ceb2789,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:15.886040 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-9c273204-125d-4817-898f-5b54af055c02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for subnet, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:15.891619 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-9c273204-125d-4817-898f-5b54af055c02 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/488f78c8-82f0-4a2a-878e-c0177ceb2789 HTTP/1.1" status: 204 len: 168 time: 0.4531305 Sep 07 23:47:15.898142 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 57652) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:15.901105 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997467c9-be89-4c99-90fa-bb7c7f1704ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f5091f-8bf6-4d04-ad9c-ac8975d1203c,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:16.009872 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-c10dfd32-9670-429e-8531-d21870296a58 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:16.022141 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-c10dfd32-9670-429e-8531-d21870296a58 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595513'] for floatingip, after_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:16.066798 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-231a28ad-af76-4931-a0f3-3e1f328dbaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531467'] for network, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:16.167650 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 57662) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:16.207769 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.db.l3_db [None req-c10dfd32-9670-429e-8531-d21870296a58 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Floating IP 581c8da0-698a-4b5c-8517-3e0b11eb09bf associated. External IP: 172.27.2.85, port: e66af021-334b-44cc-a801-4788472f27fe. Sep 07 23:47:16.286261 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-231a28ad-af76-4931-a0f3-3e1f328dbaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675213', 'neutron.services.segments.db._delete_segments_for_network-8760371274105'] for network, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:16.382073 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.services.segments.db [None req-231a28ad-af76-4931-a0f3-3e1f328dbaa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e67f8eef-4c1f-4992-8fd5-83401b9c4114']}} {{(pid=100551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:47:16.441136 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.services.segments.db [None req-231a28ad-af76-4931-a0f3-3e1f328dbaa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f37a4cdf-988f-4a66-b654-7f87d35ea5f2') {'for_net_delete': True} {{(pid=100551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:47:16.441608 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.services.segments.db [None req-231a28ad-af76-4931-a0f3-3e1f328dbaa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f37a4cdf-988f-4a66-b654-7f87d35ea5f2') {} {{(pid=100551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:47:16.467596 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-231a28ad-af76-4931-a0f3-3e1f328dbaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760371273090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7425432'] for segment, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:16.537049 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-231a28ad-af76-4931-a0f3-3e1f328dbaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675162'] for segment, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:16.607664 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72907f45-cf2d-41ea-90a7-b9f2292916c3 req-7cf44c48-9b6e-4286-8a04-a9f61fabacbf tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:16.624848 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-72907f45-cf2d-41ea-90a7-b9f2292916c3 req-7cf44c48-9b6e-4286-8a04-a9f61fabacbf tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 945 time: 0.2570975 Sep 07 23:47:16.660677 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-231a28ad-af76-4931-a0f3-3e1f328dbaa5 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=100551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 23:47:16.663247 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-231a28ad-af76-4931-a0f3-3e1f328dbaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5132244'] for segment, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:16.673661 dv-cinder-751579-26-iscsi neutron-server[100551]: Traceback (most recent call last): Sep 07 23:47:16.673661 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 23:47:16.673661 dv-cinder-751579-26-iscsi neutron-server[100551]: timer() Sep 07 23:47:16.673661 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 23:47:16.673661 dv-cinder-751579-26-iscsi neutron-server[100551]: cb(*args, **kw) Sep 07 23:47:16.673661 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 23:47:16.673661 dv-cinder-751579-26-iscsi neutron-server[100551]: return func(*args, **kwargs) Sep 07 23:47:16.673661 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 23:47:16.673661 dv-cinder-751579-26-iscsi neutron-server[100551]: self._notify() Sep 07 23:47:16.673661 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 23:47:16.673661 dv-cinder-751579-26-iscsi neutron-server[100551]: self.callback(batched_events) Sep 07 23:47:16.673661 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 23:47:16.673661 dv-cinder-751579-26-iscsi neutron-server[100551]: event.method(event) Sep 07 23:47:16.673661 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 23:47:16.673661 dv-cinder-751579-26-iscsi neutron-server[100551]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 23:47:16.673661 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 23:47:16.673661 dv-cinder-751579-26-iscsi neutron-server[100551]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 23:47:16.673661 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 23:47:16.673661 dv-cinder-751579-26-iscsi neutron-server[100551]: return f(self, *a, **k) Sep 07 23:47:16.673661 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 23:47:16.673661 dv-cinder-751579-26-iscsi neutron-server[100551]: return self._get(url).json() Sep 07 23:47:16.673661 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 23:47:16.673661 dv-cinder-751579-26-iscsi neutron-server[100551]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 23:47:16.673661 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 23:47:16.673661 dv-cinder-751579-26-iscsi neutron-server[100551]: return self.request(url, 'GET', **kwargs) Sep 07 23:47:16.673661 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 23:47:16.673661 dv-cinder-751579-26-iscsi neutron-server[100551]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 23:47:16.673661 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 23:47:16.673661 dv-cinder-751579-26-iscsi neutron-server[100551]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 23:47:16.673661 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 23:47:16.673661 dv-cinder-751579-26-iscsi neutron-server[100551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 23:47:16.673661 dv-cinder-751579-26-iscsi neutron-server[100551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 23:47:16.781493 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-962d3b78-3384-4c23-9547-faccd78832d9 req-897cf0f4-c5e2-4372-903d-552a1fba37fd tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdc0b49b-d329-4c57-827d-1fbac547cbad HTTP/1.1" status: 200 len: 210 time: 0.1143093 Sep 07 23:47:16.782526 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-b80694ee-d438-443a-9294-8b2d8fb6167b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:16.811970 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c10dfd32-9670-429e-8531-d21870296a58 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Router c2474c25-d82a-4a52-894a-d11316020a36 has already been hosted by L3 agent 19316ef7-2440-47e6-ada3-35aaee6f744b {{(pid=100550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 23:47:16.839063 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-72907f45-cf2d-41ea-90a7-b9f2292916c3 req-03e6000d-15af-4ea0-907f-58d11f2a2756 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128737 Sep 07 23:47:16.861389 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-231a28ad-af76-4931-a0f3-3e1f328dbaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595403'] for network, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:16.881089 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-231a28ad-af76-4931-a0f3-3e1f328dbaa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for network, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:16.884483 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-231a28ad-af76-4931-a0f3-3e1f328dbaa5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e67f8eef-4c1f-4992-8fd5-83401b9c4114 HTTP/1.1" status: 204 len: 168 time: 0.9840982 Sep 07 23:47:16.898195 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a28ad-af76-4931-a0f3-3e1f328dbaa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e67f8eef-4c1f-4992-8fd5-83401b9c4114,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:17.025610 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10dfd32-9670-429e-8531-d21870296a58 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify agent at l3_agent.dv-cinder-751579-26-iscsi the message routers_updated {{(pid=100550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 23:47:17.034148 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-c10dfd32-9670-429e-8531-d21870296a58 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for floatingip, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:17.046593 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf701b0-62e6-4a64-9df3-ec08eb6c13eb None None] Sync routers for ids ['c2474c25-d82a-4a52-894a-d11316020a36'] in dv-cinder-751579-26-iscsi {{(pid=100553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 23:47:17.078066 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-c10dfd32-9670-429e-8531-d21870296a58 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "PUT /v2.0/floatingips/581c8da0-698a-4b5c-8517-3e0b11eb09bf HTTP/1.1" status: 200 len: 990 time: 2.7619197 Sep 07 23:47:17.079692 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf701b0-62e6-4a64-9df3-ec08eb6c13eb None None] Routers {'c2474c25-d82a-4a52-894a-d11316020a36'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:47:17.080926 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-9cf701b0-62e6-4a64-9df3-ec08eb6c13eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:47:02Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['c2474c25-d82a-4a52-894a-d11316020a36'], 'active': True} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:47:17.083683 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ece618df-c310-44c3-ab4d-b061b5899ab4', 'tag': 'e66af021-334b-44cc-a801-4788472f27fe'}] {{(pid=100550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:47:17.088590 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d662247da8c952987fd655d1558826128f562bf65326072a344d62a4e19a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9208c040-7f02-40d5-971f-306c2c1cb680" -d '{"events": [{"name": "network-changed", "server_uuid": "ece618df-c310-44c3-ab4d-b061b5899ab4", "tag": "e66af021-334b-44cc-a801-4788472f27fe"}]}' {{(pid=100550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:47:17.140225 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-b80694ee-d438-443a-9294-8b2d8fb6167b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:17.152537 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-b80694ee-d438-443a-9294-8b2d8fb6167b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:17.201453 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 23:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc41ff96-68ca-4425-91cd-0b059fbf07d7 x-openstack-request-id: req-bc41ff96-68ca-4425-91cd-0b059fbf07d7 {{(pid=100550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:47:17.202052 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ece618df-c310-44c3-ab4d-b061b5899ab4", "tag": "e66af021-334b-44cc-a801-4788472f27fe", "status": "completed", "code": 200}]} {{(pid=100550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:47:17.202508 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bc41ff96-68ca-4425-91cd-0b059fbf07d7 {{(pid=100550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:47:17.203074 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ece618df-c310-44c3-ab4d-b061b5899ab4', 'tag': 'e66af021-334b-44cc-a801-4788472f27fe', 'status': 'completed', 'code': 200} Sep 07 23:47:17.266208 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-b80694ee-d438-443a-9294-8b2d8fb6167b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=de714eb4d5b2494982d5ed87dd83fcb4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0974998 Sep 07 23:47:17.270014 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80694ee-d438-443a-9294-8b2d8fb6167b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9929b891-9f67-4819-b54a-8cf266627681,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:17.272681 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 57696) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:17.357089 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvr_db [None req-9cf701b0-62e6-4a64-9df3-ec08eb6c13eb None None] Set router c2474c25-d82a-4a52-894a-d11316020a36 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:47:17.390424 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 57700) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:17.541552 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d07af813-f6e0-44f1-bbae-74137c17543a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:17.601110 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d07af813-f6e0-44f1-bbae-74137c17543a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:17.723154 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-f5b6328c-2058-44af-8432-230fc07194e0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=55a04ff6d0bc4fe3af33a6cc1a8fd656&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3312259 Sep 07 23:47:17.724897 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d07af813-f6e0-44f1-bbae-74137c17543a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:17.731161 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d07af813-f6e0-44f1-bbae-74137c17543a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:17.736723 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 57712) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:17.747420 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-d07af813-f6e0-44f1-bbae-74137c17543a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9929b891-9f67-4819-b54a-8cf266627681 HTTP/1.1" status: 204 len: 168 time: 0.4479766 Sep 07 23:47:17.783821 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07af813-f6e0-44f1-bbae-74137c17543a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9929b891-9f67-4819-b54a-8cf266627681,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:17.793123 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208c040-7f02-40d5-971f-306c2c1cb680 req-4124e821-c8db-4906-8518-96173af656b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:17.796157 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-9208c040-7f02-40d5-971f-306c2c1cb680 req-4124e821-c8db-4906-8518-96173af656b6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e4003bfbd06747ecac2423c1cdc6f5ff&device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 1098 time: 0.5980983 Sep 07 23:47:17.927264 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763b006-3b9b-487e-8274-11f763f07202 req-2c1c7315-ff7e-4faf-b514-03617e12ccb0 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:17.929420 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-0763b006-3b9b-487e-8274-11f763f07202 req-2c1c7315-ff7e-4faf-b514-03617e12ccb0 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.42 "GET /v2.0/networks?id=5eb0a3c6-bf28-432c-ae1e-0b3ac767197a HTTP/1.1" status: 200 len: 814 time: 0.6505563 Sep 07 23:47:17.937907 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-e6b1f982-b2ae-4a3b-bf26-e3acd7515f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:18.027955 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [req-0763b006-3b9b-487e-8274-11f763f07202 req-ce8c7af2-7e74-4c9e-812d-befb267f00e2 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Request body: {'port': {'device_id': 'fdc0b49b-d329-4c57-827d-1fbac547cbad', 'network_id': '5eb0a3c6-bf28-432c-ae1e-0b3ac767197a', 'admin_state_up': True, 'tenant_id': '9702d1f2203a4fd0995526e65ca89634'}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:47:18.143836 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-e6b1f982-b2ae-4a3b-bf26-e3acd7515f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:18.204182 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a87204d2-2891-4a99-892b-ac2c7244ac9f req-bd610d44-285b-4d43-8a81-a13abcaae718 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdc0b49b-d329-4c57-827d-1fbac547cbad HTTP/1.1" status: 200 len: 210 time: 0.1095314 Sep 07 23:47:18.249180 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-9cf701b0-62e6-4a64-9df3-ec08eb6c13eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'name': 'tempest-AttachVolumeTestJSON-2145363682-router', 'tenant_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '24ff64fc-4fb7-47c8-8a4c-257a76071247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:46:10Z', 'updated_at': '2021-09-07T23:46:30Z', 'revision_number': 4, 'project_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'gw_port': {'id': '24ff64fc-4fb7-47c8-8a4c-257a76071247', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:62:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:12Z', 'updated_at': '2021-09-07T23:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_floatingips': [{'id': '581c8da0-698a-4b5c-8517-3e0b11eb09bf', 'tenant_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'router_id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'port_id': 'e66af021-334b-44cc-a801-4788472f27fe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9da50ae8-e6dd-49ef-bffd-03b5ec56f152', 'mac_address': 'fa:16:3e:8b:5f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece618df-c310-44c3-ab4d-b061b5899ab4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T23:46:39Z', 'updated_at': '2021-09-07T23:47:15Z', 'revision_number': 1, 'project_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2bf89b3-4161-42b3-b518-8ce2a5017a4d', 'name': '', 'network_id': '9da50ae8-e6dd-49ef-bffd-03b5ec56f152', 'tenant_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'mac_address': 'fa:16:3e:2d:e5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'af6c2c51-70b3-4a7c-ab5d-dc9b76d1d9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:28Z', 'updated_at': '2021-09-07T23:46:40Z', 'revision_number': 5, 'project_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'subnets': [{'id': 'af6c2c51-70b3-4a7c-ab5d-dc9b76d1d9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:47:18.250046 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208c040-7f02-40d5-971f-306c2c1cb680 req-601c423b-e1c8-4c09-b209-0c91c6bf707f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:18.255815 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-9208c040-7f02-40d5-971f-306c2c1cb680 req-601c423b-e1c8-4c09-b209-0c91c6bf707f service neutron] 10.222.0.42 "GET /v2.0/networks?id=9da50ae8-e6dd-49ef-bffd-03b5ec56f152 HTTP/1.1" status: 200 len: 912 time: 0.4345706 Sep 07 23:47:18.282082 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceea4eb-a578-4318-abe3-1709428a76b7 req-f77be2dc-4718-4dab-9469-a86652f13af8 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:18.283738 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-dceea4eb-a578-4318-abe3-1709428a76b7 req-f77be2dc-4718-4dab-9469-a86652f13af8 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 945 time: 0.2742960 Sep 07 23:47:18.340134 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf701b0-62e6-4a64-9df3-ec08eb6c13eb None None] Checking router: c2474c25-d82a-4a52-894a-d11316020a36 for host: dv-cinder-751579-26-iscsi {{(pid=100553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 23:47:18.404173 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf701b0-62e6-4a64-9df3-ec08eb6c13eb None None] Routers {'c2474c25-d82a-4a52-894a-d11316020a36'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:47:18.405066 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-9cf701b0-62e6-4a64-9df3-ec08eb6c13eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:47:02Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['c2474c25-d82a-4a52-894a-d11316020a36'], 'active': True} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:47:18.413157 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-9208c040-7f02-40d5-971f-306c2c1cb680 req-1a0789ec-d054-4c65-9dc5-0b37735ebfbc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e66af021-334b-44cc-a801-4788472f27fe HTTP/1.1" status: 200 len: 998 time: 0.1415308 Sep 07 23:47:18.431227 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-dceea4eb-a578-4318-abe3-1709428a76b7 req-d1aacbb0-0993-4f0a-8430-05050e576e8d tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903220 Sep 07 23:47:18.462826 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:18.533269 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-e6b1f982-b2ae-4a3b-bf26-e3acd7515f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:18.541915 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-e6b1f982-b2ae-4a3b-bf26-e3acd7515f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:18.544516 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-e6b1f982-b2ae-4a3b-bf26-e3acd7515f37 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4506fd38-8b2e-4b0e-89d8-31f2108248a4 HTTP/1.1" status: 204 len: 168 time: 0.8026776 Sep 07 23:47:18.555125 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0763b006-3b9b-487e-8274-11f763f07202 req-ce8c7af2-7e74-4c9e-812d-befb267f00e2 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Made reservation on behalf of 9702d1f2203a4fd0995526e65ca89634 for: {'port': 1} {{(pid=100551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:47:18.563228 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-0763b006-3b9b-487e-8274-11f763f07202 req-ce8c7af2-7e74-4c9e-812d-befb267f00e2 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:18.573115 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvr_db [None req-9cf701b0-62e6-4a64-9df3-ec08eb6c13eb None None] Set router c2474c25-d82a-4a52-894a-d11316020a36 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:47:18.605830 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b1f982-b2ae-4a3b-bf26-e3acd7515f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4506fd38-8b2e-4b0e-89d8-31f2108248a4,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:18.623758 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208c040-7f02-40d5-971f-306c2c1cb680 req-640871e4-bedc-433d-bda8-42d52eb3e851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:18.639468 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-9208c040-7f02-40d5-971f-306c2c1cb680 req-640871e4-bedc-433d-bda8-42d52eb3e851 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=af6c2c51-70b3-4a7c-ab5d-dc9b76d1d9bc HTTP/1.1" status: 200 len: 850 time: 0.1907496 Sep 07 23:47:18.652416 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 57764) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:18.700942 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-c7259c28-3032-4281-ad03-a7a8f36c3f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:18.832694 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208c040-7f02-40d5-971f-306c2c1cb680 req-04d206f4-e5dd-48bd-ba70-607e6981bfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:18.835037 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-9208c040-7f02-40d5-971f-306c2c1cb680 req-04d206f4-e5dd-48bd-ba70-607e6981bfd1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9da50ae8-e6dd-49ef-bffd-03b5ec56f152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1932998 Sep 07 23:47:18.958868 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-c7259c28-3032-4281-ad03-a7a8f36c3f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:18.966822 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-c7259c28-3032-4281-ad03-a7a8f36c3f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:19.014465 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-9cf701b0-62e6-4a64-9df3-ec08eb6c13eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'name': 'tempest-AttachVolumeTestJSON-2145363682-router', 'tenant_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '24ff64fc-4fb7-47c8-8a4c-257a76071247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:46:10Z', 'updated_at': '2021-09-07T23:46:30Z', 'revision_number': 4, 'project_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'gw_port': {'id': '24ff64fc-4fb7-47c8-8a4c-257a76071247', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:62:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:12Z', 'updated_at': '2021-09-07T23:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_floatingips': [{'id': '581c8da0-698a-4b5c-8517-3e0b11eb09bf', 'tenant_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'router_id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'port_id': 'e66af021-334b-44cc-a801-4788472f27fe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9da50ae8-e6dd-49ef-bffd-03b5ec56f152', 'mac_address': 'fa:16:3e:8b:5f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece618df-c310-44c3-ab4d-b061b5899ab4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T23:46:39Z', 'updated_at': '2021-09-07T23:47:15Z', 'revision_number': 1, 'project_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2bf89b3-4161-42b3-b518-8ce2a5017a4d', 'name': '', 'network_id': '9da50ae8-e6dd-49ef-bffd-03b5ec56f152', 'tenant_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'mac_address': 'fa:16:3e:2d:e5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'af6c2c51-70b3-4a7c-ab5d-dc9b76d1d9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:28Z', 'updated_at': '2021-09-07T23:46:40Z', 'revision_number': 5, 'project_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'subnets': [{'id': 'af6c2c51-70b3-4a7c-ab5d-dc9b76d1d9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:47:19.044509 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-c7259c28-3032-4281-ad03-a7a8f36c3f6d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1354a42761ea44c5aec0baaa61974843&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3899090 Sep 07 23:47:19.044985 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7259c28-3032-4281-ad03-a7a8f36c3f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b6a6c5-3f7d-4dfe-90ea-5873b6720938,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:19.045553 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf701b0-62e6-4a64-9df3-ec08eb6c13eb None None] The sync data for ids ['c2474c25-d82a-4a52-894a-d11316020a36'] in dv-cinder-751579-26-iscsi is: [{'id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'name': 'tempest-AttachVolumeTestJSON-2145363682-router', 'tenant_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '24ff64fc-4fb7-47c8-8a4c-257a76071247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:46:10Z', 'updated_at': '2021-09-07T23:46:30Z', 'revision_number': 4, 'project_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'gw_port': {'id': '24ff64fc-4fb7-47c8-8a4c-257a76071247', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:62:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:12Z', 'updated_at': '2021-09-07T23:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_floatingips': [{'id': '581c8da0-698a-4b5c-8517-3e0b11eb09bf', 'tenant_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'router_id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'port_id': 'e66af021-334b-44cc-a801-4788472f27fe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9da50ae8-e6dd-49ef-bffd-03b5ec56f152', 'mac_address': 'fa:16:3e:8b:5f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece618df-c310-44c3-ab4d-b061b5899ab4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T23:46:39Z', 'updated_at': '2021-09-07T23:47:15Z', 'revision_number': 1, 'project_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2bf89b3-4161-42b3-b518-8ce2a5017a4d', 'name': '', 'network_id': '9da50ae8-e6dd-49ef-bffd-03b5ec56f152', 'tenant_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'mac_address': 'fa:16:3e:2d:e5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'af6c2c51-70b3-4a7c-ab5d-dc9b76d1d9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:28Z', 'updated_at': '2021-09-07T23:46:40Z', 'revision_number': 5, 'project_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'subnets': [{'id': 'af6c2c51-70b3-4a7c-ab5d-dc9b76d1d9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 23:47:19.049073 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 57782) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:19.059291 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-9208c040-7f02-40d5-971f-306c2c1cb680 req-912f1626-03ab-44a2-8de5-090cd095440b service neutron] 10.222.0.42 "GET /v2.0/networks/9da50ae8-e6dd-49ef-bffd-03b5ec56f152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047610 Sep 07 23:47:19.188901 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-89d1a581-cc24-4615-808d-6063c0741d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:19.304647 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-89d1a581-cc24-4615-808d-6063c0741d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:19.454148 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-89d1a581-cc24-4615-808d-6063c0741d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:19.460264 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-89d1a581-cc24-4615-808d-6063c0741d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:19.465052 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-89d1a581-cc24-4615-808d-6063c0741d7d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/84b6a6c5-3f7d-4dfe-90ea-5873b6720938 HTTP/1.1" status: 204 len: 168 time: 0.4146526 Sep 07 23:47:19.487829 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.db_base_plugin_common [req-0763b006-3b9b-487e-8274-11f763f07202 req-ce8c7af2-7e74-4c9e-812d-befb267f00e2 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Allocated IP 172.20.0.2 (5eb0a3c6-bf28-432c-ae1e-0b3ac767197a/1f5499ea-4448-4c88-9357-bae7d9ec21b9/3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca) {{(pid=100551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:47:19.557380 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1a581-cc24-4615-808d-6063c0741d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b6a6c5-3f7d-4dfe-90ea-5873b6720938,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:19.600003 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42164158-6920-4a7e-9ba9-0e7dfdbee451 None None] New status for floating IP 581c8da0-698a-4b5c-8517-3e0b11eb09bf: ACTIVE {{(pid=100552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 23:47:19.682495 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-2a02cee8-842a-40b7-bb1d-ddda246e2680 req-9a5c2999-0f2e-4fcb-a72c-bd7617972b63 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdc0b49b-d329-4c57-827d-1fbac547cbad HTTP/1.1" status: 200 len: 210 time: 0.1284189 Sep 07 23:47:19.700853 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-9208c040-7f02-40d5-971f-306c2c1cb680 req-f6bdaba3-8669-47b1-ac56-fc61d7dfdf14 service neutron] 10.222.0.42 "GET /v2.0/networks/9da50ae8-e6dd-49ef-bffd-03b5ec56f152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6172168 Sep 07 23:47:20.047661 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39343df1-a548-44b3-8e93-957ef041ee67 req-951af757-690a-4647-8c74-c31ffc47879e tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:20.050337 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-39343df1-a548-44b3-8e93-957ef041ee67 req-951af757-690a-4647-8c74-c31ffc47879e tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 945 time: 0.1061101 Sep 07 23:47:20.058273 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-0763b006-3b9b-487e-8274-11f763f07202 req-ce8c7af2-7e74-4c9e-812d-befb267f00e2 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Notify callbacks [] for port, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:20.128016 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-39343df1-a548-44b3-8e93-957ef041ee67 req-7dcbc18b-7e28-4979-bfc4-6e8c2fe86005 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618117 Sep 07 23:47:20.170832 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-0763b006-3b9b-487e-8274-11f763f07202 req-ce8c7af2-7e74-4c9e-812d-befb267f00e2 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:20.187623 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] get_ports_and_sgs() called for port_ids ['29a0a3ae-f250-45b9-8bf5-c371f4f0c158'] {{(pid=100552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 23:47:20.248405 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0763b006-3b9b-487e-8274-11f763f07202 req-ce8c7af2-7e74-4c9e-812d-befb267f00e2 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Network 5eb0a3c6-bf28-432c-ae1e-0b3ac767197a is already hosted by enough agents. {{(pid=100551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:47:20.254216 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.base_scheduler [req-0763b006-3b9b-487e-8274-11f763f07202 req-ce8c7af2-7e74-4c9e-812d-befb267f00e2 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Resources bound (agent type, host, resource id): {{(pid=100551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:47:20.260553 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.l3_dvrscheduler_db [req-0763b006-3b9b-487e-8274-11f763f07202 req-ce8c7af2-7e74-4c9e-812d-befb267f00e2 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Received port after_create {{(pid=100551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:47:20.360921 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763b006-3b9b-487e-8274-11f763f07202 req-ce8c7af2-7e74-4c9e-812d-befb267f00e2 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:20.362323 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-0763b006-3b9b-487e-8274-11f763f07202 req-ce8c7af2-7e74-4c9e-812d-befb267f00e2 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:20.400864 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c7af2-7e74-4c9e-812d-befb267f00e2 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Pushing event updated for resources: {'Port': ['ID=3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:20.419315 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-0763b006-3b9b-487e-8274-11f763f07202 req-ce8c7af2-7e74-4c9e-812d-befb267f00e2 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4081352 Sep 07 23:47:20.444104 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [req-0763b006-3b9b-487e-8274-11f763f07202 req-cd255a50-677c-4db3-9279-dbadcba5c283 service neutron] Request body: {'port': {'device_id': 'fdc0b49b-d329-4c57-827d-1fbac547cbad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:47:20.562273 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-0763b006-3b9b-487e-8274-11f763f07202 req-cd255a50-677c-4db3-9279-dbadcba5c283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:20.939824 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af93a4-1309-4d73-a867-4007a6cf0b7c req-446ac3b2-63e3-4828-9216-acaaacd53946 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:20.941509 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-50af93a4-1309-4d73-a867-4007a6cf0b7c req-446ac3b2-63e3-4828-9216-acaaacd53946 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdc0b49b-d329-4c57-827d-1fbac547cbad HTTP/1.1" status: 200 len: 931 time: 0.1377730 Sep 07 23:47:21.053419 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-50af93a4-1309-4d73-a867-4007a6cf0b7c req-67161ddc-07d4-4dfc-a286-a7daf1a08beb tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/security-groups?id=80d982fc-7c6a-451c-a13f-66d039ab5d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929787 Sep 07 23:47:21.087782 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [req-0763b006-3b9b-487e-8274-11f763f07202 req-cd255a50-677c-4db3-9279-dbadcba5c283 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca {{(pid=100551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 23:47:21.116339 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-0763b006-3b9b-487e-8274-11f763f07202 req-cd255a50-677c-4db3-9279-dbadcba5c283 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:21.168307 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.provisioning_blocks [req-0763b006-3b9b-487e-8274-11f763f07202 req-cd255a50-677c-4db3-9279-dbadcba5c283 service neutron] Transition to ACTIVE for port object 3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca will not be triggered until provisioned by entity L2. {{(pid=100551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:47:21.178029 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-0763b006-3b9b-487e-8274-11f763f07202 req-cd255a50-677c-4db3-9279-dbadcba5c283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5131532'] for port, after_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:21.346146 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd255a50-677c-4db3-9279-dbadcba5c283 service neutron] Pushing event updated for resources: {'Port': ['ID=3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca,revision_number=2']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:21.474182 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ac3e1-de02-4133-a34f-e584a4c05fbd req-e81bb70b-7636-45b3-b6fe-4858b11b86b7 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:21.481087 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-117ac3e1-de02-4133-a34f-e584a4c05fbd req-e81bb70b-7636-45b3-b6fe-4858b11b86b7 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 945 time: 0.1831791 Sep 07 23:47:21.583492 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-0763b006-3b9b-487e-8274-11f763f07202 req-cd255a50-677c-4db3-9279-dbadcba5c283 service neutron] Attempting to bind port 3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca on host hv-cinder-75157 for vnic_type normal with profile {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 23:47:21.583492 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-0763b006-3b9b-487e-8274-11f763f07202 req-cd255a50-677c-4db3-9279-dbadcba5c283 service neutron] Attempting to bind port 3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '3fd46725-363a-40b4-a905-e4625251ced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5eb0a3c6-bf28-432c-ae1e-0b3ac767197a'}] {{(pid=100551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 23:47:21.583940 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0763b006-3b9b-487e-8274-11f763f07202 req-cd255a50-677c-4db3-9279-dbadcba5c283 service neutron] Attempting to bind port 3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca on network 5eb0a3c6-bf28-432c-ae1e-0b3ac767197a {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:47:21.589846 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-117ac3e1-de02-4133-a34f-e584a4c05fbd req-895a2f9f-74a7-4c07-8cf4-9ad872ac4bac tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863061 Sep 07 23:47:21.594127 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0763b006-3b9b-487e-8274-11f763f07202 req-cd255a50-677c-4db3-9279-dbadcba5c283 service neutron] Port 3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca on network 5eb0a3c6-bf28-432c-ae1e-0b3ac767197a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 23:47:21.594464 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0763b006-3b9b-487e-8274-11f763f07202 req-cd255a50-677c-4db3-9279-dbadcba5c283 service neutron] Attempting to bind port 3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca on network 5eb0a3c6-bf28-432c-ae1e-0b3ac767197a {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:47:21.601971 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0763b006-3b9b-487e-8274-11f763f07202 req-cd255a50-677c-4db3-9279-dbadcba5c283 service neutron] Checking agent: {'id': '8b06e77c-11ef-48c4-9ba2-92653b27ce62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 23, 44, 18), 'started_at': datetime.datetime(2021, 9, 7, 23, 44, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 23, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 23:47:21.602455 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0763b006-3b9b-487e-8274-11f763f07202 req-cd255a50-677c-4db3-9279-dbadcba5c283 service neutron] Checking segment: {'id': '3fd46725-363a-40b4-a905-e4625251ced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5eb0a3c6-bf28-432c-ae1e-0b3ac767197a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:47:21.602748 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0763b006-3b9b-487e-8274-11f763f07202 req-cd255a50-677c-4db3-9279-dbadcba5c283 service neutron] Bound using segment: {'id': '3fd46725-363a-40b4-a905-e4625251ced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5eb0a3c6-bf28-432c-ae1e-0b3ac767197a'} {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 23:47:21.603203 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-0763b006-3b9b-487e-8274-11f763f07202 req-cd255a50-677c-4db3-9279-dbadcba5c283 service neutron] Bound port: 3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fd46725-363a-40b4-a905-e4625251ced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5eb0a3c6-bf28-432c-ae1e-0b3ac767197a'}}] {{(pid=100551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 23:47:21.603572 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-0763b006-3b9b-487e-8274-11f763f07202 req-cd255a50-677c-4db3-9279-dbadcba5c283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:21.729104 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-0763b006-3b9b-487e-8274-11f763f07202 req-cd255a50-677c-4db3-9279-dbadcba5c283 service neutron] For port 3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca, host hv-cinder-75157, cleared binding levels {{(pid=100551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 23:47:21.733571 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-0763b006-3b9b-487e-8274-11f763f07202 req-cd255a50-677c-4db3-9279-dbadcba5c283 service neutron] For port 3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca,segment=NetworkSegment(3fd46725-363a-40b4-a905-e4625251ced3),segment_id=3fd46725-363a-40b4-a905-e4625251ced3)] {{(pid=100551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 23:47:21.739758 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-0763b006-3b9b-487e-8274-11f763f07202 req-cd255a50-677c-4db3-9279-dbadcba5c283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5131532'] for port, after_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:21.826944 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763b006-3b9b-487e-8274-11f763f07202 req-cd255a50-677c-4db3-9279-dbadcba5c283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:21.827993 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-0763b006-3b9b-487e-8274-11f763f07202 req-cd255a50-677c-4db3-9279-dbadcba5c283 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:21.830792 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-0763b006-3b9b-487e-8274-11f763f07202 req-cd255a50-677c-4db3-9279-dbadcba5c283 service neutron] 10.222.0.42 "PUT /v2.0/ports/3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca HTTP/1.1" status: 200 len: 1093 time: 1.3969471 Sep 07 23:47:21.831439 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc0b49b-d329-4c57-827d-1fbac547cbad', 'tag': '3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca'}] {{(pid=100551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:47:21.855631 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744d18a1a9123520e55b11d6b4f544890c28500fff252c5db1cb0c4b69d72d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b010a8e-6dd3-4b7b-9eba-6a91e1977eb6" -d '{"events": [{"name": "network-changed", "server_uuid": "fdc0b49b-d329-4c57-827d-1fbac547cbad", "tag": "3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca"}]}' {{(pid=100551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:47:21.931996 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 23:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21de902-5ad2-4926-8711-4d0adec45251 x-openstack-request-id: req-e21de902-5ad2-4926-8711-4d0adec45251 {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:47:21.932486 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdc0b49b-d329-4c57-827d-1fbac547cbad", "tag": "3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca", "status": "completed", "code": 200}]} {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:47:21.932904 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e21de902-5ad2-4926-8711-4d0adec45251 {{(pid=100551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:47:21.933547 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdc0b49b-d329-4c57-827d-1fbac547cbad', 'tag': '3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca', 'status': 'completed', 'code': 200} Sep 07 23:47:22.014758 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd255a50-677c-4db3-9279-dbadcba5c283 service neutron] Pushing event updated for resources: {'Port': ['ID=3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca,revision_number=3']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:22.036064 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763b006-3b9b-487e-8274-11f763f07202 req-f9f816ff-2a49-40e1-b77f-992944dbb39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:22.038813 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-0763b006-3b9b-487e-8274-11f763f07202 req-f9f816ff-2a49-40e1-b77f-992944dbb39f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9702d1f2203a4fd0995526e65ca89634&device_id=fdc0b49b-d329-4c57-827d-1fbac547cbad HTTP/1.1" status: 200 len: 1096 time: 0.1039076 Sep 07 23:47:22.129289 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-0763b006-3b9b-487e-8274-11f763f07202 req-ea59ecd0-eb7b-4d75-aabf-e3bdefdf8e53 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca HTTP/1.1" status: 200 len: 217 time: 0.0769718 Sep 07 23:47:22.269074 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763b006-3b9b-487e-8274-11f763f07202 req-ee7dc1f7-ad56-4d05-a958-10e8c2d3b122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:22.272354 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-0763b006-3b9b-487e-8274-11f763f07202 req-ee7dc1f7-ad56-4d05-a958-10e8c2d3b122 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1f5499ea-4448-4c88-9357-bae7d9ec21b9 HTTP/1.1" status: 200 len: 854 time: 0.1339188 Sep 07 23:47:22.329455 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-0763b006-3b9b-487e-8274-11f763f07202 req-7741c425-3807-4921-8973-d5b202533f91 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5eb0a3c6-bf28-432c-ae1e-0b3ac767197a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401032 Sep 07 23:47:22.338008 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb50f8a-2c51-4933-aa09-5037011f8c44 req-d0bb3a45-c6e1-4b4c-9da1-80ceb38d47cc tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:22.340991 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1bb50f8a-2c51-4933-aa09-5037011f8c44 req-d0bb3a45-c6e1-4b4c-9da1-80ceb38d47cc tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdc0b49b-d329-4c57-827d-1fbac547cbad HTTP/1.1" status: 200 len: 943 time: 0.1544461 Sep 07 23:47:22.416138 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1bb50f8a-2c51-4933-aa09-5037011f8c44 req-50072d10-050a-4e11-ac6e-077616e7ef30 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/security-groups?id=80d982fc-7c6a-451c-a13f-66d039ab5d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678875 Sep 07 23:47:22.472124 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-0763b006-3b9b-487e-8274-11f763f07202 req-5fbf50e8-dfb2-4835-aff1-babecbbb6824 service neutron] 10.222.0.42 "GET /v2.0/networks/5eb0a3c6-bf28-432c-ae1e-0b3ac767197a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081743 Sep 07 23:47:22.574565 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 57930) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:22.606290 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-0763b006-3b9b-487e-8274-11f763f07202 req-8300ed35-de1b-4ce0-afd7-b91ed8ee8dc7 service neutron] 10.222.0.42 "GET /v2.0/networks/5eb0a3c6-bf28-432c-ae1e-0b3ac767197a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180096 Sep 07 23:47:22.712363 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-154bcac8-a77d-46ae-a0ef-58beab3e972e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:22.800008 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b010a8e-6dd3-4b7b-9eba-6a91e1977eb6 req-aec6d3c4-167b-416a-b145-3c860340f752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:22.801619 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8b010a8e-6dd3-4b7b-9eba-6a91e1977eb6 req-aec6d3c4-167b-416a-b145-3c860340f752 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9702d1f2203a4fd0995526e65ca89634&device_id=fdc0b49b-d329-4c57-827d-1fbac547cbad HTTP/1.1" status: 200 len: 1096 time: 0.1182280 Sep 07 23:47:22.828743 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6497cf-39cb-4cf1-b5e6-3433532fb9e1 req-f790ca31-86c7-4826-bee3-e7e8874736bd tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:22.833827 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-fe6497cf-39cb-4cf1-b5e6-3433532fb9e1 req-f790ca31-86c7-4826-bee3-e7e8874736bd tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 945 time: 0.0856838 Sep 07 23:47:22.886347 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-154bcac8-a77d-46ae-a0ef-58beab3e972e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:22.891289 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-154bcac8-a77d-46ae-a0ef-58beab3e972e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:22.981133 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-154bcac8-a77d-46ae-a0ef-58beab3e972e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=81fc2712e3c0486db016f7a93858a4a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4053745 Sep 07 23:47:22.983125 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 57950) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:22.995937 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154bcac8-a77d-46ae-a0ef-58beab3e972e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf7ebf2-142d-468b-ae94-77e41b62b9bb,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:23.010484 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-fe6497cf-39cb-4cf1-b5e6-3433532fb9e1 req-7f4c8e4a-f676-4abd-af2a-b4fadf3f5e33 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566339 Sep 07 23:47:23.099152 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b010a8e-6dd3-4b7b-9eba-6a91e1977eb6 req-50c74b62-8135-430f-8f67-e485e476df90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:23.101319 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8b010a8e-6dd3-4b7b-9eba-6a91e1977eb6 req-50c74b62-8135-430f-8f67-e485e476df90 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5eb0a3c6-bf28-432c-ae1e-0b3ac767197a HTTP/1.1" status: 200 len: 915 time: 0.2829888 Sep 07 23:47:23.123589 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-a4b8b1fe-93f5-4bfe-9f6b-1d3d1ec19714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:23.161303 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-a4b8b1fe-93f5-4bfe-9f6b-1d3d1ec19714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:23.187969 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8b010a8e-6dd3-4b7b-9eba-6a91e1977eb6 req-70543731-6ed8-4fd4-98f7-d013bc38d94c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca HTTP/1.1" status: 200 len: 217 time: 0.0756943 Sep 07 23:47:23.239727 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-a4b8b1fe-93f5-4bfe-9f6b-1d3d1ec19714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:23.245350 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-a4b8b1fe-93f5-4bfe-9f6b-1d3d1ec19714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:23.249672 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-a4b8b1fe-93f5-4bfe-9f6b-1d3d1ec19714 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aaf7ebf2-142d-468b-ae94-77e41b62b9bb HTTP/1.1" status: 204 len: 168 time: 0.2629964 Sep 07 23:47:23.265199 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b8b1fe-93f5-4bfe-9f6b-1d3d1ec19714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf7ebf2-142d-468b-ae94-77e41b62b9bb,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:23.325421 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b010a8e-6dd3-4b7b-9eba-6a91e1977eb6 req-96cf5b93-9c30-4b75-998f-ee2cb5f810e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:23.327129 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8b010a8e-6dd3-4b7b-9eba-6a91e1977eb6 req-96cf5b93-9c30-4b75-998f-ee2cb5f810e1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1f5499ea-4448-4c88-9357-bae7d9ec21b9 HTTP/1.1" status: 200 len: 854 time: 0.1295323 Sep 07 23:47:23.447355 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8b010a8e-6dd3-4b7b-9eba-6a91e1977eb6 req-327b673a-91cf-4cce-bf0c-cdf0ae1134d7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5eb0a3c6-bf28-432c-ae1e-0b3ac767197a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892632 Sep 07 23:47:23.608727 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8b010a8e-6dd3-4b7b-9eba-6a91e1977eb6 req-b4691f3d-ff11-46b0-86a0-9193d1ea5bbe service neutron] 10.222.0.42 "GET /v2.0/networks/5eb0a3c6-bf28-432c-ae1e-0b3ac767197a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488545 Sep 07 23:47:23.747714 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e27dbd-9daa-42f6-8923-746a9906684d req-b171540c-b440-42ed-a980-dc54230ac7f8 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:23.749472 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a6e27dbd-9daa-42f6-8923-746a9906684d req-b171540c-b440-42ed-a980-dc54230ac7f8 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdc0b49b-d329-4c57-827d-1fbac547cbad HTTP/1.1" status: 200 len: 943 time: 0.1387091 Sep 07 23:47:23.814538 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8b010a8e-6dd3-4b7b-9eba-6a91e1977eb6 req-0e4d3b7e-aa7c-4809-90c7-1b77fd9e4f8e service neutron] 10.222.0.42 "GET /v2.0/networks/5eb0a3c6-bf28-432c-ae1e-0b3ac767197a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856005 Sep 07 23:47:23.847243 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a6e27dbd-9daa-42f6-8923-746a9906684d req-67477ac7-6db4-4383-a0cd-0039c340da41 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/security-groups?id=80d982fc-7c6a-451c-a13f-66d039ab5d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910566 Sep 07 23:47:23.972746 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 57984) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:23.988714 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-c19bc373-5468-42a7-890f-f09166ad7c28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:24.198378 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-c19bc373-5468-42a7-890f-f09166ad7c28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:24.229573 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-c19bc373-5468-42a7-890f-f09166ad7c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:24.308658 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-c19bc373-5468-42a7-890f-f09166ad7c28 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=28788556c8c34e12bb0b5590d9f6f777&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3339889 Sep 07 23:47:24.309865 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19bc373-5468-42a7-890f-f09166ad7c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4567019-4f0c-4435-8a64-af83a964c645,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:24.312014 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 57992) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:24.328556 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a36c17-37a6-45fa-afdf-998737ba0361 req-517d1110-f87c-4eab-b1a4-3f3a133e9da5 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:24.330595 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-24a36c17-37a6-45fa-afdf-998737ba0361 req-517d1110-f87c-4eab-b1a4-3f3a133e9da5 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 945 time: 0.1783063 Sep 07 23:47:24.399294 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-076a00e9-ef97-48d9-8d15-074936963623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:24.428549 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-24a36c17-37a6-45fa-afdf-998737ba0361 req-76efdf5e-8caa-458b-bf0c-a7a72e6680e5 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736187 Sep 07 23:47:24.431554 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-076a00e9-ef97-48d9-8d15-074936963623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:24.433646 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 57994) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:24.515747 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-076a00e9-ef97-48d9-8d15-074936963623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:24.518540 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-076a00e9-ef97-48d9-8d15-074936963623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:24.520218 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-076a00e9-ef97-48d9-8d15-074936963623 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c4567019-4f0c-4435-8a64-af83a964c645 HTTP/1.1" status: 204 len: 168 time: 0.2072906 Sep 07 23:47:24.542061 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a00e9-ef97-48d9-8d15-074936963623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4567019-4f0c-4435-8a64-af83a964c645,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:24.634991 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-87ee9793-f6b5-415c-b654-693c321ef089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:24.762330 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-87ee9793-f6b5-415c-b654-693c321ef089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:24.764997 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-87ee9793-f6b5-415c-b654-693c321ef089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:24.814601 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-87ee9793-f6b5-415c-b654-693c321ef089 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b61b1cf3f8534ad4ae22650c78dfbed7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3795419 Sep 07 23:47:24.818208 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 58008) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:24.821466 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee9793-f6b5-415c-b654-693c321ef089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b11c2b9-9a9c-4b4e-b532-1b1bdff21e99,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:24.889723 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-dcc4f7c5-931f-4d1b-8cc5-225609875ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:24.917517 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-dcc4f7c5-931f-4d1b-8cc5-225609875ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:25.027820 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=100552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 23:47:25.185500 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port 3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca,segment=NetworkSegment(3fd46725-363a-40b4-a905-e4625251ced3),segment_id=3fd46725-363a-40b4-a905-e4625251ced3)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:47:25.200294 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Returning: {'device': '3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca', 'network_id': '5eb0a3c6-bf28-432c-ae1e-0b3ac767197a', 'port_id': '3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca', 'mac_address': 'fa:16:3e:a5:bb:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f5499ea-4448-4c88-9357-bae7d9ec21b9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 23:47:25.238186 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d346cd81-f829-44ee-a67b-332f8685ca0d req-50c66c71-9075-47c5-aa0d-87f7238cb8c6 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:25.239821 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d346cd81-f829-44ee-a67b-332f8685ca0d req-50c66c71-9075-47c5-aa0d-87f7238cb8c6 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdc0b49b-d329-4c57-827d-1fbac547cbad HTTP/1.1" status: 200 len: 943 time: 0.3023558 Sep 07 23:47:25.241205 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-dcc4f7c5-931f-4d1b-8cc5-225609875ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:25.244650 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-dcc4f7c5-931f-4d1b-8cc5-225609875ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:25.245915 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-dcc4f7c5-931f-4d1b-8cc5-225609875ad7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3b11c2b9-9a9c-4b4e-b532-1b1bdff21e99 HTTP/1.1" status: 204 len: 168 time: 0.4268019 Sep 07 23:47:25.262030 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc4f7c5-931f-4d1b-8cc5-225609875ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b11c2b9-9a9c-4b4e-b532-1b1bdff21e99,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:25.276846 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:25.298382 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.notifiers.nova [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca {{(pid=100552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 23:47:25.331260 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d346cd81-f829-44ee-a67b-332f8685ca0d req-e803bed8-e3cf-468b-805d-df797a204f87 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/security-groups?id=80d982fc-7c6a-451c-a13f-66d039ab5d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801411 Sep 07 23:47:25.350919 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port 3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca,segment=NetworkSegment(3fd46725-363a-40b4-a905-e4625251ced3),segment_id=3fd46725-363a-40b4-a905-e4625251ced3)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:47:25.366452 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:25.434232 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Pushing event updated for resources: {'Port': ['ID=3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca,revision_number=4']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:25.453587 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:47:25.455731 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:47:25.456283 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:47:25.457001 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:47:25.457693 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:47:25.458295 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:47:25.458858 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:47:25.459613 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:47:25.460414 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:47:25.462209 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:47:25.463063 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:47:25.464065 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:47:25.590706 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda68c1-ca26-4e3f-8006-f22f9070f484 req-01e97452-8a00-4f59-b3f6-768a6ed16f5a tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:25.593329 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-abda68c1-ca26-4e3f-8006-f22f9070f484 req-01e97452-8a00-4f59-b3f6-768a6ed16f5a tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 945 time: 0.0648246 Sep 07 23:47:25.642255 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-abda68c1-ca26-4e3f-8006-f22f9070f484 req-0c9197dc-26ab-441a-91aa-67552b1f9da8 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402801 Sep 07 23:47:25.679577 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] get_ports_and_sgs() called for port_ids ['3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca'] {{(pid=100552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 23:47:25.799397 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 58046) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:25.835147 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-88584c3f-7a6d-4dfa-86cb-54f2d3315867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:25.985210 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-88584c3f-7a6d-4dfa-86cb-54f2d3315867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:25.990309 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-88584c3f-7a6d-4dfa-86cb-54f2d3315867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:26.071256 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88584c3f-7a6d-4dfa-86cb-54f2d3315867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef6d900-d0c7-4b42-a368-45652a412978,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:26.078402 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-88584c3f-7a6d-4dfa-86cb-54f2d3315867 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7e942d5088c745f69b30669d8c3cb79c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2756844 Sep 07 23:47:26.083065 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 58064) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:26.158348 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-c72c6f5f-5347-4aeb-9f77-5bf02f45582a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:26.218955 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-c72c6f5f-5347-4aeb-9f77-5bf02f45582a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:26.300660 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-c72c6f5f-5347-4aeb-9f77-5bf02f45582a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:26.308876 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-c72c6f5f-5347-4aeb-9f77-5bf02f45582a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:26.315117 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-c72c6f5f-5347-4aeb-9f77-5bf02f45582a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5ef6d900-d0c7-4b42-a368-45652a412978 HTTP/1.1" status: 204 len: 168 time: 0.2267575 Sep 07 23:47:26.340486 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c6f5f-5347-4aeb-9f77-5bf02f45582a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef6d900-d0c7-4b42-a368-45652a412978,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:26.630489 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1f379-c0cd-48ba-a3bc-58e8080d8e0f req-2433de67-dd05-43cf-b596-bef5eac4f44d tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:26.640007 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-72a1f379-c0cd-48ba-a3bc-58e8080d8e0f req-2433de67-dd05-43cf-b596-bef5eac4f44d tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdc0b49b-d329-4c57-827d-1fbac547cbad HTTP/1.1" status: 200 len: 944 time: 0.1357174 Sep 07 23:47:26.697424 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-72a1f379-c0cd-48ba-a3bc-58e8080d8e0f req-2deae7fc-4f73-4b14-b9f4-ad3694bc8238 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/security-groups?id=80d982fc-7c6a-451c-a13f-66d039ab5d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558109 Sep 07 23:47:26.871047 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422ba40-73c9-4856-a9a5-31945c590468 req-b8894c9e-11f0-4052-a44d-ec137632282a tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:26.872731 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a422ba40-73c9-4856-a9a5-31945c590468 req-b8894c9e-11f0-4052-a44d-ec137632282a tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 945 time: 0.1009376 Sep 07 23:47:26.971193 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a422ba40-73c9-4856-a9a5-31945c590468 req-57baf6be-d9dd-4ec4-b407-359757e1693c tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892358 Sep 07 23:47:27.013935 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 58090) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:27.032175 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-01baae92-ae87-4c02-be81-92892474cc27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:27.046485 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca up at agent hyperv_hv-cinder-75157 {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:47:27.140866 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Provisioning for port 3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca completed by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:47:27.150065 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Provisioning complete for port 3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:47:27.150651 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:27.211325 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-01baae92-ae87-4c02-be81-92892474cc27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:27.217512 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-01baae92-ae87-4c02-be81-92892474cc27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:27.278976 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-01baae92-ae87-4c02-be81-92892474cc27 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a7aa28d482684c88b826958a848852a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2593510 Sep 07 23:47:27.278976 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01baae92-ae87-4c02-be81-92892474cc27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63992a7a-e152-4063-971e-0bff58755130,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:27.278976 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 58098) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:27.350114 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:27.355225 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-467bb943-2e14-44b9-8b82-c54c9e7392f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:27.391866 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-467bb943-2e14-44b9-8b82-c54c9e7392f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:27.396559 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port 3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca,segment=NetworkSegment(3fd46725-363a-40b4-a905-e4625251ced3),segment_id=3fd46725-363a-40b4-a905-e4625251ced3)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:47:27.397689 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc0b49b-d329-4c57-827d-1fbac547cbad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca'}] {{(pid=100552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:47:27.401108 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6af7ada11e39af001df59af8fe1a830bb49e6ec01a9e34e873de5065727c58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65dc959-8981-4ab8-97a7-c7514e3c343b" -d '{"events": [{"server_uuid": "fdc0b49b-d329-4c57-827d-1fbac547cbad", "name": "network-vif-plugged", "status": "completed", "tag": "3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca"}]}' {{(pid=100552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:47:27.405526 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:27.485572 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-467bb943-2e14-44b9-8b82-c54c9e7392f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:27.487159 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Pushing event updated for resources: {'Port': ['ID=3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca,revision_number=5']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:27.488671 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-467bb943-2e14-44b9-8b82-c54c9e7392f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:27.495567 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-467bb943-2e14-44b9-8b82-c54c9e7392f6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/63992a7a-e152-4063-971e-0bff58755130 HTTP/1.1" status: 204 len: 168 time: 0.2144597 Sep 07 23:47:27.517091 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467bb943-2e14-44b9-8b82-c54c9e7392f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63992a7a-e152-4063-971e-0bff58755130,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:27.560645 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 23:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e51cdd-8792-4465-bdaf-9289ab55a1fd x-openstack-request-id: req-56e51cdd-8792-4465-bdaf-9289ab55a1fd {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:47:27.561165 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc0b49b-d329-4c57-827d-1fbac547cbad", "name": "network-vif-plugged", "status": "completed", "tag": "3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca", "code": 200}]} {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:47:27.561648 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-56e51cdd-8792-4465-bdaf-9289ab55a1fd {{(pid=100552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:47:27.562337 dv-cinder-751579-26-iscsi neutron-server[100552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc0b49b-d329-4c57-827d-1fbac547cbad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca', 'code': 200} Sep 07 23:47:27.945050 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c3a05-5d76-4060-bde5-204c4b4f0213 req-dd72fda5-0f2d-4c16-8a5d-90cef62eaef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:27.947382 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c76c3a05-5d76-4060-bde5-204c4b4f0213 req-dd72fda5-0f2d-4c16-8a5d-90cef62eaef2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fdc0b49b-d329-4c57-827d-1fbac547cbad HTTP/1.1" status: 200 len: 1098 time: 0.0597913 Sep 07 23:47:27.956616 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1476c34-de02-4837-922a-ac5f3e3c8dbb req-5f59b805-acd7-4e26-b0b7-c17cc13c9853 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:27.958233 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-b1476c34-de02-4837-922a-ac5f3e3c8dbb req-5f59b805-acd7-4e26-b0b7-c17cc13c9853 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdc0b49b-d329-4c57-827d-1fbac547cbad HTTP/1.1" status: 200 len: 945 time: 0.1150188 Sep 07 23:47:28.025896 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c76c3a05-5d76-4060-bde5-204c4b4f0213 req-b896bf2a-c806-40e2-a938-1b0d063a286e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=80d982fc-7c6a-451c-a13f-66d039ab5d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660884 Sep 07 23:47:28.089862 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-b1476c34-de02-4837-922a-ac5f3e3c8dbb req-b0811455-bef5-4d34-b48a-accb66c78839 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/security-groups?id=80d982fc-7c6a-451c-a13f-66d039ab5d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162748 Sep 07 23:47:28.244611 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-841c35f0-0343-42ad-b2f4-09cde5033ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:28.286580 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004bb5d-c27f-4d8b-b59e-befe9178b648 req-491f2064-ea26-4a1b-a372-18bbb44ef97a tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:28.290433 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5004bb5d-c27f-4d8b-b59e-befe9178b648 req-491f2064-ea26-4a1b-a372-18bbb44ef97a tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 945 time: 0.1735837 Sep 07 23:47:28.360424 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5004bb5d-c27f-4d8b-b59e-befe9178b648 req-1e8c06cd-f90e-45cf-b44d-34761284fa8f tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632615 Sep 07 23:47:28.390937 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 58156) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:28.541753 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-8a8554c4-a815-4437-b55d-b22e79216fc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:28.650703 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-8a8554c4-a815-4437-b55d-b22e79216fc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:28.656349 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-8a8554c4-a815-4437-b55d-b22e79216fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:28.703625 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-8a8554c4-a815-4437-b55d-b22e79216fc7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=425fe0c3196c4d5a916f4027feb74076&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3112986 Sep 07 23:47:28.704682 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8554c4-a815-4437-b55d-b22e79216fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2747eb-aba1-472c-a075-a438c772ce34,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:28.706967 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 58168) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:28.808657 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-e47c79da-fb2e-491a-81ee-188585effe14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:28.839425 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-e47c79da-fb2e-491a-81ee-188585effe14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:28.920248 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-e47c79da-fb2e-491a-81ee-188585effe14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:28.924271 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-e47c79da-fb2e-491a-81ee-188585effe14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:28.927451 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-e47c79da-fb2e-491a-81ee-188585effe14 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1e2747eb-aba1-472c-a075-a438c772ce34 HTTP/1.1" status: 204 len: 168 time: 0.2175250 Sep 07 23:47:28.940980 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47c79da-fb2e-491a-81ee-188585effe14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2747eb-aba1-472c-a075-a438c772ce34,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:29.276969 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7496aec4-edcc-4363-aa61-e03e911353fd req-fea7610b-99a9-478f-984c-a5a9cda6b2d9 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:29.284788 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7496aec4-edcc-4363-aa61-e03e911353fd req-fea7610b-99a9-478f-984c-a5a9cda6b2d9 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdc0b49b-d329-4c57-827d-1fbac547cbad HTTP/1.1" status: 200 len: 945 time: 0.0863180 Sep 07 23:47:29.357106 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7496aec4-edcc-4363-aa61-e03e911353fd req-e4add918-312e-4eff-9d0f-0ef12f598495 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/security-groups?id=80d982fc-7c6a-451c-a13f-66d039ab5d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709038 Sep 07 23:47:29.469530 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 58202) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:29.544361 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-4d4d595a-97e1-4aa2-9ee5-28aeea13bf2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:29.637215 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d110f-d0b6-4e15-88b3-278ba1379635 req-7dee0af5-45ca-49dc-93b1-da7c7147ab85 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:29.646026 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ec0d110f-d0b6-4e15-88b3-278ba1379635 req-7dee0af5-45ca-49dc-93b1-da7c7147ab85 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 945 time: 0.1577659 Sep 07 23:47:29.719206 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ec0d110f-d0b6-4e15-88b3-278ba1379635 req-41fcd4aa-71c6-4ac7-b65d-5ef729dd00e8 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715239 Sep 07 23:47:29.776070 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-4d4d595a-97e1-4aa2-9ee5-28aeea13bf2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:29.783295 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-4d4d595a-97e1-4aa2-9ee5-28aeea13bf2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:29.822973 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-4d4d595a-97e1-4aa2-9ee5-28aeea13bf2f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=975eea27b1574bf998a5d51196f5272f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3503847 Sep 07 23:47:29.827410 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 58210) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:29.857654 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d595a-97e1-4aa2-9ee5-28aeea13bf2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6eeffd5-2c7e-4c6e-824f-cb315c7b1fd4,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:29.986349 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-9e0d603d-e6ae-4116-a370-a7a8437a4b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:30.015228 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-9e0d603d-e6ae-4116-a370-a7a8437a4b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:30.091816 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-9e0d603d-e6ae-4116-a370-a7a8437a4b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:30.094932 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-9e0d603d-e6ae-4116-a370-a7a8437a4b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:30.100280 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-9e0d603d-e6ae-4116-a370-a7a8437a4b0b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f6eeffd5-2c7e-4c6e-824f-cb315c7b1fd4 HTTP/1.1" status: 204 len: 168 time: 0.2656658 Sep 07 23:47:30.105171 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d603d-e6ae-4116-a370-a7a8437a4b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6eeffd5-2c7e-4c6e-824f-cb315c7b1fd4,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:30.558556 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c226c2-5b6a-4f71-ad87-ed4aac0558d1 req-f3907452-99cc-483a-83ed-9377ca0da43c tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:30.560313 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d0c226c2-5b6a-4f71-ad87-ed4aac0558d1 req-f3907452-99cc-483a-83ed-9377ca0da43c tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdc0b49b-d329-4c57-827d-1fbac547cbad HTTP/1.1" status: 200 len: 945 time: 0.0898325 Sep 07 23:47:30.647803 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d0c226c2-5b6a-4f71-ad87-ed4aac0558d1 req-902858a3-11e1-4d6a-9362-5059b2c03a2c tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/security-groups?id=80d982fc-7c6a-451c-a13f-66d039ab5d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762012 Sep 07 23:47:30.879482 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c5b20-1f76-4c0b-b23b-5e336239515d req-9c00c9c4-39cc-4aa5-9269-ce4cc78403bb tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:30.882580 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-be0c5b20-1f76-4c0b-b23b-5e336239515d req-9c00c9c4-39cc-4aa5-9269-ce4cc78403bb tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 945 time: 0.0805206 Sep 07 23:47:30.972912 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-be0c5b20-1f76-4c0b-b23b-5e336239515d req-f70a2128-d080-49e5-9a71-a702c3067e8d tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746489 Sep 07 23:47:31.141126 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:31.409914 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.agents_db [None req-89df3544-7e8a-43ac-bb25-e7a75b7011d0 None None] Agent healthcheck: found 6 active agents {{(pid=100553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 23:47:31.759065 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-1dc2b058-ef77-44d1-94d9-0afb682c81bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:32.173665 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520b066-e7f8-477c-ad3f-a5c95a318c28 req-16c311cb-873c-4824-9e52-f045989851d1 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:32.176694 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-6520b066-e7f8-477c-ad3f-a5c95a318c28 req-16c311cb-873c-4824-9e52-f045989851d1 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 945 time: 0.0799308 Sep 07 23:47:32.264960 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-6520b066-e7f8-477c-ad3f-a5c95a318c28 req-e6899c39-359e-41cd-9c6d-821f9fcfa9f0 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778635 Sep 07 23:47:33.067491 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 58354) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:33.189977 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-89c25284-dca8-4db2-9413-d00c085a00a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:33.315187 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-89c25284-dca8-4db2-9413-d00c085a00a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:33.321768 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-89c25284-dca8-4db2-9413-d00c085a00a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:33.324396 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ea97-3cf8-4e53-ad99-8ce826820bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:33.382293 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c25284-dca8-4db2-9413-d00c085a00a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f239908-37ec-4d50-a25c-5da4d3591c29,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:33.410516 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-89c25284-dca8-4db2-9413-d00c085a00a2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1b1e772004c04a8090acfcc31664bd00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3414419 Sep 07 23:47:33.413275 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 58364) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:33.516367 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1562f9-45da-4943-aa3e-5f9938f13a12 req-e32d20d1-c61c-4f73-b346-bb969c62c3a5 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:33.518058 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-bf1562f9-45da-4943-aa3e-5f9938f13a12 req-e32d20d1-c61c-4f73-b346-bb969c62c3a5 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 945 time: 0.1244526 Sep 07 23:47:33.536766 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-1e17d454-02ed-4b9c-902d-f647cb0b46a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:33.581701 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 58372) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:33.584055 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-1e17d454-02ed-4b9c-902d-f647cb0b46a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:33.599902 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-bf1562f9-45da-4943-aa3e-5f9938f13a12 req-927488a5-0929-4f78-af6c-8446e2ed9f07 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653520 Sep 07 23:47:33.662666 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-1e17d454-02ed-4b9c-902d-f647cb0b46a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:33.666914 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-1e17d454-02ed-4b9c-902d-f647cb0b46a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:33.670880 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-1e17d454-02ed-4b9c-902d-f647cb0b46a5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6f239908-37ec-4d50-a25c-5da4d3591c29 HTTP/1.1" status: 204 len: 168 time: 0.2529891 Sep 07 23:47:33.686592 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e17d454-02ed-4b9c-902d-f647cb0b46a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f239908-37ec-4d50-a25c-5da4d3591c29,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:33.755535 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-0335f923-9d84-40d1-84a0-f662053877fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:33.926357 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-0335f923-9d84-40d1-84a0-f662053877fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:33.933457 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-0335f923-9d84-40d1-84a0-f662053877fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:33.989106 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-0335f923-9d84-40d1-84a0-f662053877fb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d7fa4f9d670243538b1bb866ca5b129b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4009869 Sep 07 23:47:33.989528 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 58392) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:34.011788 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0335f923-9d84-40d1-84a0-f662053877fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace588ed-eebb-43af-be17-a5fd4d31e854,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:34.110668 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-77b58cf0-7db2-474f-8a25-0cac1efec75c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:34.146325 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-77b58cf0-7db2-474f-8a25-0cac1efec75c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:34.211465 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-77b58cf0-7db2-474f-8a25-0cac1efec75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:34.214989 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-77b58cf0-7db2-474f-8a25-0cac1efec75c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:34.220589 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-77b58cf0-7db2-474f-8a25-0cac1efec75c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ace588ed-eebb-43af-be17-a5fd4d31e854 HTTP/1.1" status: 204 len: 168 time: 0.2300558 Sep 07 23:47:34.231378 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b58cf0-7db2-474f-8a25-0cac1efec75c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace588ed-eebb-43af-be17-a5fd4d31e854,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:34.327808 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 58408) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:34.343230 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-66013572-3c6a-4df5-b514-b9dabcf66965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:34.465311 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda05397-1cef-40a5-b285-71d41f955a65 req-8fb2cf5d-53ee-47aa-9df3-e27dcf82ce71 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:34.467013 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-fda05397-1cef-40a5-b285-71d41f955a65 req-8fb2cf5d-53ee-47aa-9df3-e27dcf82ce71 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/networks?id=5eb0a3c6-bf28-432c-ae1e-0b3ac767197a HTTP/1.1" status: 200 len: 814 time: 0.2148578 Sep 07 23:47:34.488868 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-fda05397-1cef-40a5-b285-71d41f955a65 req-09378d71-4709-465d-b6c1-17a584577cc7 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/quotas/9702d1f2203a4fd0995526e65ca89634 HTTP/1.1" status: 200 len: 375 time: 0.0153718 Sep 07 23:47:34.495004 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-66013572-3c6a-4df5-b514-b9dabcf66965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:34.500774 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-66013572-3c6a-4df5-b514-b9dabcf66965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:34.545811 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-66013572-3c6a-4df5-b514-b9dabcf66965 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f6c5c5d55c51467198fe2154b3441840&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2164061 Sep 07 23:47:34.548304 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66013572-3c6a-4df5-b514-b9dabcf66965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e57d251-ab09-4c7e-9896-959748eaa05f,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:34.549485 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 58412) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:34.591932 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-fda05397-1cef-40a5-b285-71d41f955a65 req-42949d39-5989-4edd-ad2e-0bb9c7ed4999 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9702d1f2203a4fd0995526e65ca89634&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0967529 Sep 07 23:47:34.657992 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-6e2b5754-dcf3-4e78-8ed4-ad957e731c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:34.728627 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-6e2b5754-dcf3-4e78-8ed4-ad957e731c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:34.764338 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 58418) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:34.770383 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-fda05397-1cef-40a5-b285-71d41f955a65 req-aee1c762-6730-4781-b785-5eab3c3888d7 service neutron] 10.222.0.15 "GET /v2.0/networks/5eb0a3c6-bf28-432c-ae1e-0b3ac767197a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676185 Sep 07 23:47:34.784199 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d636549f-1af4-4dc9-86be-f273ac39d4c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:34.895339 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-6e2b5754-dcf3-4e78-8ed4-ad957e731c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:34.897920 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-6e2b5754-dcf3-4e78-8ed4-ad957e731c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:34.900581 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-6e2b5754-dcf3-4e78-8ed4-ad957e731c7b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6e57d251-ab09-4c7e-9896-959748eaa05f HTTP/1.1" status: 204 len: 168 time: 0.3497179 Sep 07 23:47:34.926609 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b5754-dcf3-4e78-8ed4-ad957e731c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e57d251-ab09-4c7e-9896-959748eaa05f,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:34.985451 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aada3c-9e47-426c-9e39-cfc30c168d0f req-521c56f7-1c4e-4fd5-aef1-88d2db8056d6 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:34.987501 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-89aada3c-9e47-426c-9e39-cfc30c168d0f req-521c56f7-1c4e-4fd5-aef1-88d2db8056d6 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 945 time: 0.1601942 Sep 07 23:47:35.007633 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-fda05397-1cef-40a5-b285-71d41f955a65 req-d51523e8-f4f1-411b-8bb5-e6d9ddfea4ba service neutron] 10.222.0.15 "GET /v2.0/networks/5eb0a3c6-bf28-432c-ae1e-0b3ac767197a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199509 Sep 07 23:47:35.019143 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d636549f-1af4-4dc9-86be-f273ac39d4c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:35.025429 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d636549f-1af4-4dc9-86be-f273ac39d4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:35.056763 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d636549f-1af4-4dc9-86be-f273ac39d4c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f68fcc-bf1c-4814-8a6d-d721fb0226f3,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:35.093198 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-d636549f-1af4-4dc9-86be-f273ac39d4c9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3eae3e6cfd9447088857af86d2083cff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3250740 Sep 07 23:47:35.097730 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 58424) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:35.100888 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-89aada3c-9e47-426c-9e39-cfc30c168d0f req-0cd7602a-1c6a-4342-9463-3a6bb7a2f318 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825872 Sep 07 23:47:35.199406 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-187590d1-19a7-4a5a-ac4c-70625f9f540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:35.267945 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-7e5aed83-3482-44a8-bd3d-98956b2fe1e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:35.335463 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-7e5aed83-3482-44a8-bd3d-98956b2fe1e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:35.440593 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-00a013aa-b347-4a1e-84e6-eea5ae0b13cc req-9314c9db-383c-4a89-a45f-28bce749e33d tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=6146deb7-a1d1-40ef-ad57-75bc7f58b611 HTTP/1.1" status: 200 len: 210 time: 0.1100624 Sep 07 23:47:35.461739 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-7e5aed83-3482-44a8-bd3d-98956b2fe1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:35.468296 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-7e5aed83-3482-44a8-bd3d-98956b2fe1e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:35.469591 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-7e5aed83-3482-44a8-bd3d-98956b2fe1e6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c7f68fcc-bf1c-4814-8a6d-d721fb0226f3 HTTP/1.1" status: 204 len: 168 time: 0.3705153 Sep 07 23:47:35.489192 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5aed83-3482-44a8-bd3d-98956b2fe1e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f68fcc-bf1c-4814-8a6d-d721fb0226f3,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:35.808198 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 58446) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:35.837717 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-ccbe7a64-1402-4ce7-894c-b8256f39a1d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:36.058402 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-ccbe7a64-1402-4ce7-894c-b8256f39a1d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:36.064167 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-ccbe7a64-1402-4ce7-894c-b8256f39a1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:36.130745 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-ccbe7a64-1402-4ce7-894c-b8256f39a1d0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fd6be41958fb4dc0abad9a49a58efb2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3209193 Sep 07 23:47:36.136144 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 58464) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:36.169847 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe7a64-1402-4ce7-894c-b8256f39a1d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24e6241-bbd5-4b28-9cb4-afb1094a332b,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:36.249481 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-61dc0d8a-10a2-4dca-a79b-052eeafc3af6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:36.311171 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-61dc0d8a-10a2-4dca-a79b-052eeafc3af6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:36.365385 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249b3b11-242d-4dfb-b62b-5a95a8af014b req-ae5a9c97-3534-4680-9796-4704babf5352 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:36.367022 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-249b3b11-242d-4dfb-b62b-5a95a8af014b req-ae5a9c97-3534-4680-9796-4704babf5352 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 945 time: 0.1096308 Sep 07 23:47:36.449053 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-249b3b11-242d-4dfb-b62b-5a95a8af014b req-d30a8a7a-91cf-4ad8-94a9-e8222eb01c7b tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738606 Sep 07 23:47:36.455966 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-61dc0d8a-10a2-4dca-a79b-052eeafc3af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:36.458840 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-61dc0d8a-10a2-4dca-a79b-052eeafc3af6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:36.460201 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-61dc0d8a-10a2-4dca-a79b-052eeafc3af6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d24e6241-bbd5-4b28-9cb4-afb1094a332b HTTP/1.1" status: 204 len: 168 time: 0.3197777 Sep 07 23:47:36.483506 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc0d8a-10a2-4dca-a79b-052eeafc3af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24e6241-bbd5-4b28-9cb4-afb1094a332b,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:36.654239 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c3014120-6025-485a-8c5d-8918bdc476c1 req-af7399e0-c40e-4514-b929-c75f0e6dbdc6 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=6146deb7-a1d1-40ef-ad57-75bc7f58b611 HTTP/1.1" status: 200 len: 210 time: 0.0368192 Sep 07 23:47:37.339571 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda05397-1cef-40a5-b285-71d41f955a65 req-28f5b714-1f9b-49b0-925a-ac8b2227ecfe tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:37.341973 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-fda05397-1cef-40a5-b285-71d41f955a65 req-28f5b714-1f9b-49b0-925a-ac8b2227ecfe tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.42 "GET /v2.0/networks?id=5eb0a3c6-bf28-432c-ae1e-0b3ac767197a HTTP/1.1" status: 200 len: 814 time: 0.2562103 Sep 07 23:47:37.362948 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [req-fda05397-1cef-40a5-b285-71d41f955a65 req-1aee51db-7fd2-4817-ba14-2a93dafdb8c2 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Request body: {'port': {'device_id': '6146deb7-a1d1-40ef-ad57-75bc7f58b611', 'network_id': '5eb0a3c6-bf28-432c-ae1e-0b3ac767197a', 'admin_state_up': True, 'tenant_id': '9702d1f2203a4fd0995526e65ca89634'}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:47:37.619059 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fda05397-1cef-40a5-b285-71d41f955a65 req-1aee51db-7fd2-4817-ba14-2a93dafdb8c2 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Made reservation on behalf of 9702d1f2203a4fd0995526e65ca89634 for: {'port': 1} {{(pid=100551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:47:37.623679 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-fda05397-1cef-40a5-b285-71d41f955a65 req-1aee51db-7fd2-4817-ba14-2a93dafdb8c2 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:37.755161 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b71fa9-487b-4643-aba7-ebb606d5e4b7 req-af87f3c8-b464-4f23-a98f-a4ee4965af4b tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:37.756939 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-30b71fa9-487b-4643-aba7-ebb606d5e4b7 req-af87f3c8-b464-4f23-a98f-a4ee4965af4b tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 945 time: 0.1286790 Sep 07 23:47:37.867710 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-30b71fa9-487b-4643-aba7-ebb606d5e4b7 req-95bfe19c-81e9-4c96-99e3-b42789f98aa1 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020293 Sep 07 23:47:37.894352 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.db_base_plugin_common [req-fda05397-1cef-40a5-b285-71d41f955a65 req-1aee51db-7fd2-4817-ba14-2a93dafdb8c2 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Allocated IP 172.20.0.9 (5eb0a3c6-bf28-432c-ae1e-0b3ac767197a/1f5499ea-4448-4c88-9357-bae7d9ec21b9/0f9a09d3-9a93-4104-ae87-e2492c14a582) {{(pid=100551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:47:37.920438 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ae1e9257-b831-427e-a52c-c90234c516fb req-87ed31cd-3dda-4931-8636-7dc9f5714f1d tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=6146deb7-a1d1-40ef-ad57-75bc7f58b611 HTTP/1.1" status: 200 len: 210 time: 0.0479946 Sep 07 23:47:38.128183 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-fda05397-1cef-40a5-b285-71d41f955a65 req-1aee51db-7fd2-4817-ba14-2a93dafdb8c2 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Notify callbacks [] for port, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:38.197537 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-fda05397-1cef-40a5-b285-71d41f955a65 req-1aee51db-7fd2-4817-ba14-2a93dafdb8c2 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:38.219422 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] get_ports_and_sgs() called for port_ids ['29a0a3ae-f250-45b9-8bf5-c371f4f0c158', '3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca'] {{(pid=100552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 23:47:38.296953 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fda05397-1cef-40a5-b285-71d41f955a65 req-1aee51db-7fd2-4817-ba14-2a93dafdb8c2 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Network 5eb0a3c6-bf28-432c-ae1e-0b3ac767197a is already hosted by enough agents. {{(pid=100551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:47:38.301513 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.base_scheduler [req-fda05397-1cef-40a5-b285-71d41f955a65 req-1aee51db-7fd2-4817-ba14-2a93dafdb8c2 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Resources bound (agent type, host, resource id): {{(pid=100551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:47:38.310775 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda05397-1cef-40a5-b285-71d41f955a65 req-1aee51db-7fd2-4817-ba14-2a93dafdb8c2 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Received port after_create {{(pid=100551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:47:38.321098 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee51db-7fd2-4817-ba14-2a93dafdb8c2 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Pushing event updated for resources: {'Port': ['ID=0f9a09d3-9a93-4104-ae87-e2492c14a582,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:38.386364 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda05397-1cef-40a5-b285-71d41f955a65 req-1aee51db-7fd2-4817-ba14-2a93dafdb8c2 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:38.387077 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-fda05397-1cef-40a5-b285-71d41f955a65 req-1aee51db-7fd2-4817-ba14-2a93dafdb8c2 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:38.408361 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-fda05397-1cef-40a5-b285-71d41f955a65 req-1aee51db-7fd2-4817-ba14-2a93dafdb8c2 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0508420 Sep 07 23:47:38.430124 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [req-fda05397-1cef-40a5-b285-71d41f955a65 req-4427ea11-b652-44a9-9c48-d9c5128a6cce service neutron] Request body: {'port': {'device_id': '6146deb7-a1d1-40ef-ad57-75bc7f58b611', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:47:38.512295 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-fda05397-1cef-40a5-b285-71d41f955a65 req-4427ea11-b652-44a9-9c48-d9c5128a6cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:38.931702 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [req-fda05397-1cef-40a5-b285-71d41f955a65 req-4427ea11-b652-44a9-9c48-d9c5128a6cce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f9a09d3-9a93-4104-ae87-e2492c14a582 {{(pid=100551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 23:47:38.931831 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 58590) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:38.946636 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-fda05397-1cef-40a5-b285-71d41f955a65 req-4427ea11-b652-44a9-9c48-d9c5128a6cce service neutron] Notify callbacks [] for port, precommit_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:38.974032 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.provisioning_blocks [req-fda05397-1cef-40a5-b285-71d41f955a65 req-4427ea11-b652-44a9-9c48-d9c5128a6cce service neutron] Transition to ACTIVE for port object 0f9a09d3-9a93-4104-ae87-e2492c14a582 will not be triggered until provisioned by entity L2. {{(pid=100551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:47:38.979087 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-fda05397-1cef-40a5-b285-71d41f955a65 req-4427ea11-b652-44a9-9c48-d9c5128a6cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5131532'] for port, after_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:39.096239 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-8a73c04e-f521-41d4-8a2a-e4d5fb1aca86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:39.122883 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4427ea11-b652-44a9-9c48-d9c5128a6cce service neutron] Pushing event updated for resources: {'Port': ['ID=0f9a09d3-9a93-4104-ae87-e2492c14a582,revision_number=2']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:39.208034 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd1caf-fca5-4729-80c5-5bbb4b08cd1d req-b7a6f1ea-05a0-4cd6-8ec6-44c655baef7b tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:39.210114 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-b4dd1caf-fca5-4729-80c5-5bbb4b08cd1d req-b7a6f1ea-05a0-4cd6-8ec6-44c655baef7b tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 945 time: 0.2215178 Sep 07 23:47:39.229955 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-8a73c04e-f521-41d4-8a2a-e4d5fb1aca86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:39.234833 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-8a73c04e-f521-41d4-8a2a-e4d5fb1aca86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:39.273210 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a1896-93b4-4c37-b236-2df62b047b76 req-a2c3dee9-b807-434e-bc71-0644d80cbbe6 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:39.277675 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-8a73c04e-f521-41d4-8a2a-e4d5fb1aca86 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dbfc1c549bdc44088d41a9e0cb8cb668&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3440742 Sep 07 23:47:39.281056 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 58604) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:39.283474 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-890a1896-93b4-4c37-b236-2df62b047b76 req-a2c3dee9-b807-434e-bc71-0644d80cbbe6 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=6146deb7-a1d1-40ef-ad57-75bc7f58b611 HTTP/1.1" status: 200 len: 943 time: 0.2379265 Sep 07 23:47:39.376748 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73c04e-f521-41d4-8a2a-e4d5fb1aca86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc554b3-acaf-4d4b-8486-d77a20d9e9e8,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:39.403613 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-fda05397-1cef-40a5-b285-71d41f955a65 req-4427ea11-b652-44a9-9c48-d9c5128a6cce service neutron] Attempting to bind port 0f9a09d3-9a93-4104-ae87-e2492c14a582 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 23:47:39.404350 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-fda05397-1cef-40a5-b285-71d41f955a65 req-4427ea11-b652-44a9-9c48-d9c5128a6cce service neutron] Attempting to bind port 0f9a09d3-9a93-4104-ae87-e2492c14a582 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '3fd46725-363a-40b4-a905-e4625251ced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5eb0a3c6-bf28-432c-ae1e-0b3ac767197a'}] {{(pid=100551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 23:47:39.404350 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda05397-1cef-40a5-b285-71d41f955a65 req-4427ea11-b652-44a9-9c48-d9c5128a6cce service neutron] Attempting to bind port 0f9a09d3-9a93-4104-ae87-e2492c14a582 on network 5eb0a3c6-bf28-432c-ae1e-0b3ac767197a {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:47:39.421095 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-b4dd1caf-fca5-4729-80c5-5bbb4b08cd1d req-aebb546f-a23e-42f1-9ee4-fb5a2b35bcae tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902590 Sep 07 23:47:39.425059 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda05397-1cef-40a5-b285-71d41f955a65 req-4427ea11-b652-44a9-9c48-d9c5128a6cce service neutron] Port 0f9a09d3-9a93-4104-ae87-e2492c14a582 on network 5eb0a3c6-bf28-432c-ae1e-0b3ac767197a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 23:47:39.425411 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda05397-1cef-40a5-b285-71d41f955a65 req-4427ea11-b652-44a9-9c48-d9c5128a6cce service neutron] Attempting to bind port 0f9a09d3-9a93-4104-ae87-e2492c14a582 on network 5eb0a3c6-bf28-432c-ae1e-0b3ac767197a {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:47:39.449914 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-890a1896-93b4-4c37-b236-2df62b047b76 req-461edba2-8e01-4bd1-8716-695d7735e3ac tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/security-groups?id=80d982fc-7c6a-451c-a13f-66d039ab5d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579275 Sep 07 23:47:39.454235 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda05397-1cef-40a5-b285-71d41f955a65 req-4427ea11-b652-44a9-9c48-d9c5128a6cce service neutron] Checking agent: {'id': '8b06e77c-11ef-48c4-9ba2-92653b27ce62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 23, 44, 18), 'started_at': datetime.datetime(2021, 9, 7, 23, 44, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 23, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 23:47:39.454692 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda05397-1cef-40a5-b285-71d41f955a65 req-4427ea11-b652-44a9-9c48-d9c5128a6cce service neutron] Checking segment: {'id': '3fd46725-363a-40b4-a905-e4625251ced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5eb0a3c6-bf28-432c-ae1e-0b3ac767197a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:47:39.478929 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda05397-1cef-40a5-b285-71d41f955a65 req-4427ea11-b652-44a9-9c48-d9c5128a6cce service neutron] Bound using segment: {'id': '3fd46725-363a-40b4-a905-e4625251ced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5eb0a3c6-bf28-432c-ae1e-0b3ac767197a'} {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 23:47:39.478929 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-fda05397-1cef-40a5-b285-71d41f955a65 req-4427ea11-b652-44a9-9c48-d9c5128a6cce service neutron] Bound port: 0f9a09d3-9a93-4104-ae87-e2492c14a582, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fd46725-363a-40b4-a905-e4625251ced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5eb0a3c6-bf28-432c-ae1e-0b3ac767197a'}}] {{(pid=100551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 23:47:39.478929 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-fda05397-1cef-40a5-b285-71d41f955a65 req-4427ea11-b652-44a9-9c48-d9c5128a6cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:39.479689 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-b61d8c72-2a75-4bda-9ac3-879a82445469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:39.539108 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-b61d8c72-2a75-4bda-9ac3-879a82445469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:39.661987 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-b61d8c72-2a75-4bda-9ac3-879a82445469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:39.664936 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-fda05397-1cef-40a5-b285-71d41f955a65 req-4427ea11-b652-44a9-9c48-d9c5128a6cce service neutron] For port 0f9a09d3-9a93-4104-ae87-e2492c14a582, host hv-cinder-75157, cleared binding levels {{(pid=100551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 23:47:39.666451 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-b61d8c72-2a75-4bda-9ac3-879a82445469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:39.671961 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-b61d8c72-2a75-4bda-9ac3-879a82445469 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0bc554b3-acaf-4d4b-8486-d77a20d9e9e8 HTTP/1.1" status: 204 len: 168 time: 0.3856874 Sep 07 23:47:39.672204 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-fda05397-1cef-40a5-b285-71d41f955a65 req-4427ea11-b652-44a9-9c48-d9c5128a6cce service neutron] For port 0f9a09d3-9a93-4104-ae87-e2492c14a582, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=0f9a09d3-9a93-4104-ae87-e2492c14a582,segment=NetworkSegment(3fd46725-363a-40b4-a905-e4625251ced3),segment_id=3fd46725-363a-40b4-a905-e4625251ced3)] {{(pid=100551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 23:47:39.679833 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d8c72-2a75-4bda-9ac3-879a82445469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc554b3-acaf-4d4b-8486-d77a20d9e9e8,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:39.686214 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-fda05397-1cef-40a5-b285-71d41f955a65 req-4427ea11-b652-44a9-9c48-d9c5128a6cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5131532'] for port, after_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:39.737371 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda05397-1cef-40a5-b285-71d41f955a65 req-4427ea11-b652-44a9-9c48-d9c5128a6cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:39.738195 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-fda05397-1cef-40a5-b285-71d41f955a65 req-4427ea11-b652-44a9-9c48-d9c5128a6cce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:39.739483 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-fda05397-1cef-40a5-b285-71d41f955a65 req-4427ea11-b652-44a9-9c48-d9c5128a6cce service neutron] 10.222.0.42 "PUT /v2.0/ports/0f9a09d3-9a93-4104-ae87-e2492c14a582 HTTP/1.1" status: 200 len: 1093 time: 1.3158433 Sep 07 23:47:39.740039 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6146deb7-a1d1-40ef-ad57-75bc7f58b611', 'tag': '0f9a09d3-9a93-4104-ae87-e2492c14a582'}] {{(pid=100551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:47:39.743828 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744d18a1a9123520e55b11d6b4f544890c28500fff252c5db1cb0c4b69d72d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307f5312-cbaf-4f44-a715-77923617715b" -d '{"events": [{"name": "network-changed", "server_uuid": "6146deb7-a1d1-40ef-ad57-75bc7f58b611", "tag": "0f9a09d3-9a93-4104-ae87-e2492c14a582"}]}' {{(pid=100551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:47:39.772729 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4427ea11-b652-44a9-9c48-d9c5128a6cce service neutron] Pushing event updated for resources: {'Port': ['ID=0f9a09d3-9a93-4104-ae87-e2492c14a582,revision_number=3']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:39.846182 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 23:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46bc26be-6442-4ba0-9c6b-d0f540ebfec9 x-openstack-request-id: req-46bc26be-6442-4ba0-9c6b-d0f540ebfec9 {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:47:39.846915 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6146deb7-a1d1-40ef-ad57-75bc7f58b611", "tag": "0f9a09d3-9a93-4104-ae87-e2492c14a582", "status": "completed", "code": 200}]} {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:47:39.847203 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 58628) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:39.847371 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-46bc26be-6442-4ba0-9c6b-d0f540ebfec9 {{(pid=100551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:47:39.847683 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6146deb7-a1d1-40ef-ad57-75bc7f58b611', 'tag': '0f9a09d3-9a93-4104-ae87-e2492c14a582', 'status': 'completed', 'code': 200} Sep 07 23:47:39.871346 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda05397-1cef-40a5-b285-71d41f955a65 req-f2e7371b-b936-407d-a07b-6cfaf46e99ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:39.872987 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-fda05397-1cef-40a5-b285-71d41f955a65 req-f2e7371b-b936-407d-a07b-6cfaf46e99ba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9702d1f2203a4fd0995526e65ca89634&device_id=6146deb7-a1d1-40ef-ad57-75bc7f58b611 HTTP/1.1" status: 200 len: 1096 time: 0.0645516 Sep 07 23:47:39.941710 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-fda05397-1cef-40a5-b285-71d41f955a65 req-5d8fd741-9170-4620-afef-e36c64d6cce7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f9a09d3-9a93-4104-ae87-e2492c14a582 HTTP/1.1" status: 200 len: 217 time: 0.0490148 Sep 07 23:47:40.021895 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda05397-1cef-40a5-b285-71d41f955a65 req-3dc5c70c-f7a6-42ae-8104-011ded35a18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:40.025035 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-fda05397-1cef-40a5-b285-71d41f955a65 req-3dc5c70c-f7a6-42ae-8104-011ded35a18a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1f5499ea-4448-4c88-9357-bae7d9ec21b9 HTTP/1.1" status: 200 len: 854 time: 0.0714631 Sep 07 23:47:40.064531 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-fda05397-1cef-40a5-b285-71d41f955a65 req-ba777413-acbc-4203-be64-fa35e78ad960 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5eb0a3c6-bf28-432c-ae1e-0b3ac767197a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275702 Sep 07 23:47:40.122892 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-89c1f5d1-2026-41c8-a599-d2f630e78d25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:40.184122 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-fda05397-1cef-40a5-b285-71d41f955a65 req-a01c39fe-870a-4606-aa16-554a477b55c6 service neutron] 10.222.0.42 "GET /v2.0/networks/5eb0a3c6-bf28-432c-ae1e-0b3ac767197a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109955 Sep 07 23:47:40.243187 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-89c1f5d1-2026-41c8-a599-d2f630e78d25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:40.250407 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-89c1f5d1-2026-41c8-a599-d2f630e78d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:40.332826 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-89c1f5d1-2026-41c8-a599-d2f630e78d25 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fd43de4cfa5e4c3eaf8824d0851ca79e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4836190 Sep 07 23:47:40.334666 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1f5d1-2026-41c8-a599-d2f630e78d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4635e777-0083-455b-8474-0f194846595f,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:40.341443 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 58634) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:40.410574 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-649ffc04-0ee9-4b9a-a946-8fddd2555f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:40.437572 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-649ffc04-0ee9-4b9a-a946-8fddd2555f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:40.507130 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-649ffc04-0ee9-4b9a-a946-8fddd2555f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:40.512619 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-649ffc04-0ee9-4b9a-a946-8fddd2555f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:40.514542 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-649ffc04-0ee9-4b9a-a946-8fddd2555f0a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4635e777-0083-455b-8474-0f194846595f HTTP/1.1" status: 204 len: 168 time: 0.1715581 Sep 07 23:47:40.537232 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-fda05397-1cef-40a5-b285-71d41f955a65 req-39efc964-1bef-477f-ba2e-a9765ed55c10 service neutron] 10.222.0.42 "GET /v2.0/networks/5eb0a3c6-bf28-432c-ae1e-0b3ac767197a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3412576 Sep 07 23:47:40.540790 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649ffc04-0ee9-4b9a-a946-8fddd2555f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4635e777-0083-455b-8474-0f194846595f,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:40.682502 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12562e-8cb9-4333-be64-5d8be1dcf618 req-b4a40f8a-aa8d-46ed-be65-ae6c6c8047bf tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:40.683941 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ed12562e-8cb9-4333-be64-5d8be1dcf618 req-b4a40f8a-aa8d-46ed-be65-ae6c6c8047bf tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=6146deb7-a1d1-40ef-ad57-75bc7f58b611 HTTP/1.1" status: 200 len: 943 time: 0.1265144 Sep 07 23:47:40.713204 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a295e46-23de-48a1-bf64-375048ec3152 req-54e2fd65-800e-40e5-a476-991426c0386a tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:40.714798 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7a295e46-23de-48a1-bf64-375048ec3152 req-54e2fd65-800e-40e5-a476-991426c0386a tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 945 time: 0.1215329 Sep 07 23:47:40.718466 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f5312-cbaf-4f44-a715-77923617715b req-b96397a1-32b8-47e5-9205-1d2184b2d24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:40.720015 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-307f5312-cbaf-4f44-a715-77923617715b req-b96397a1-32b8-47e5-9205-1d2184b2d24d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9702d1f2203a4fd0995526e65ca89634&device_id=6146deb7-a1d1-40ef-ad57-75bc7f58b611 HTTP/1.1" status: 200 len: 1096 time: 0.0940819 Sep 07 23:47:40.813267 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ed12562e-8cb9-4333-be64-5d8be1dcf618 req-669968a2-0f85-4c6a-b86c-9e1e0a1011d6 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/security-groups?id=80d982fc-7c6a-451c-a13f-66d039ab5d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972106 Sep 07 23:47:40.822289 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7a295e46-23de-48a1-bf64-375048ec3152 req-f08567c3-5d12-49bf-ac8f-0f19731faee4 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947285 Sep 07 23:47:40.913300 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f5312-cbaf-4f44-a715-77923617715b req-f1ebbc3d-7b74-4fef-975a-6c4830760213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:40.917405 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-307f5312-cbaf-4f44-a715-77923617715b req-f1ebbc3d-7b74-4fef-975a-6c4830760213 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5eb0a3c6-bf28-432c-ae1e-0b3ac767197a HTTP/1.1" status: 200 len: 915 time: 0.1732664 Sep 07 23:47:40.986826 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 58658) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:40.995758 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-307f5312-cbaf-4f44-a715-77923617715b req-a311c982-e202-4d05-b848-9b44d67156c3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f9a09d3-9a93-4104-ae87-e2492c14a582 HTTP/1.1" status: 200 len: 217 time: 0.0586295 Sep 07 23:47:41.001716 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-03196995-761c-426e-8039-2915dce72f78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:41.094865 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f5312-cbaf-4f44-a715-77923617715b req-b05fab83-472a-4a34-9e72-5e8d64d94f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:41.096546 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-307f5312-cbaf-4f44-a715-77923617715b req-b05fab83-472a-4a34-9e72-5e8d64d94f1e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1f5499ea-4448-4c88-9357-bae7d9ec21b9 HTTP/1.1" status: 200 len: 854 time: 0.0738971 Sep 07 23:47:41.160152 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-307f5312-cbaf-4f44-a715-77923617715b req-0f221139-e967-4ada-b44b-3dade66ed163 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5eb0a3c6-bf28-432c-ae1e-0b3ac767197a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532486 Sep 07 23:47:41.181246 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-03196995-761c-426e-8039-2915dce72f78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:41.188433 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-03196995-761c-426e-8039-2915dce72f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:41.251285 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-03196995-761c-426e-8039-2915dce72f78 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=461daa98403e4227987afba595974b20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2633119 Sep 07 23:47:41.252717 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03196995-761c-426e-8039-2915dce72f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eddab7b-5b4d-4db2-aeb0-edb6bd796b7a,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:41.260203 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 58672) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:41.308633 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-307f5312-cbaf-4f44-a715-77923617715b req-ab160c23-0228-4ae3-8dba-5f8439ecf045 service neutron] 10.222.0.42 "GET /v2.0/networks/5eb0a3c6-bf28-432c-ae1e-0b3ac767197a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345487 Sep 07 23:47:41.331389 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-10bd99f1-da84-443a-b173-23179d0ef19b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:41.378810 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-10bd99f1-da84-443a-b173-23179d0ef19b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:41.459189 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-307f5312-cbaf-4f44-a715-77923617715b req-54da4576-0669-49d8-8c89-633556254496 service neutron] 10.222.0.42 "GET /v2.0/networks/5eb0a3c6-bf28-432c-ae1e-0b3ac767197a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390679 Sep 07 23:47:41.470099 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-10bd99f1-da84-443a-b173-23179d0ef19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:41.474992 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-10bd99f1-da84-443a-b173-23179d0ef19b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:41.477278 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-10bd99f1-da84-443a-b173-23179d0ef19b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4eddab7b-5b4d-4db2-aeb0-edb6bd796b7a HTTP/1.1" status: 204 len: 168 time: 0.2147329 Sep 07 23:47:41.487206 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd99f1-da84-443a-b173-23179d0ef19b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eddab7b-5b4d-4db2-aeb0-edb6bd796b7a,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:42.059412 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14b27e-c16d-4e8b-b313-83fa0b9383f1 req-8d983f7f-e5ea-4216-817c-494e95f474e8 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:42.061066 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-2c14b27e-c16d-4e8b-b313-83fa0b9383f1 req-8d983f7f-e5ea-4216-817c-494e95f474e8 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 945 time: 0.1035898 Sep 07 23:47:42.081264 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c95b2-3021-4e1d-9e5b-6c9fb5a8f9ad req-dd7d799a-8688-4681-b36b-3c6f543edf69 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:42.083933 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-0d1c95b2-3021-4e1d-9e5b-6c9fb5a8f9ad req-dd7d799a-8688-4681-b36b-3c6f543edf69 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=6146deb7-a1d1-40ef-ad57-75bc7f58b611 HTTP/1.1" status: 200 len: 943 time: 0.0879800 Sep 07 23:47:42.170039 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-2c14b27e-c16d-4e8b-b313-83fa0b9383f1 req-e17c19f8-995f-48a6-aa29-88f4ce81593e tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846996 Sep 07 23:47:42.181139 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-0d1c95b2-3021-4e1d-9e5b-6c9fb5a8f9ad req-0f27bd89-f90e-46b3-9ba3-69b39b031e2c tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/security-groups?id=80d982fc-7c6a-451c-a13f-66d039ab5d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851898 Sep 07 23:47:43.105864 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 0f9a09d3-9a93-4104-ae87-e2492c14a582 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=100552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 23:47:43.232296 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port 0f9a09d3-9a93-4104-ae87-e2492c14a582, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=0f9a09d3-9a93-4104-ae87-e2492c14a582,segment=NetworkSegment(3fd46725-363a-40b4-a905-e4625251ced3),segment_id=3fd46725-363a-40b4-a905-e4625251ced3)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:47:43.253878 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Returning: {'device': '0f9a09d3-9a93-4104-ae87-e2492c14a582', 'network_id': '5eb0a3c6-bf28-432c-ae1e-0b3ac767197a', 'port_id': '0f9a09d3-9a93-4104-ae87-e2492c14a582', 'mac_address': 'fa:16:3e:2e:e4:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f5499ea-4448-4c88-9357-bae7d9ec21b9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 23:47:43.325799 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:43.361999 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.notifiers.nova [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f9a09d3-9a93-4104-ae87-e2492c14a582 {{(pid=100552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 23:47:43.410442 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port 0f9a09d3-9a93-4104-ae87-e2492c14a582, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=0f9a09d3-9a93-4104-ae87-e2492c14a582,segment=NetworkSegment(3fd46725-363a-40b4-a905-e4625251ced3),segment_id=3fd46725-363a-40b4-a905-e4625251ced3)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:47:43.427838 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:43.438642 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e575e-dfeb-4669-aad8-dbe3efb0f000 req-98e2bee2-aa20-4f17-9b91-948cecf88040 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:43.447557 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7f5e575e-dfeb-4669-aad8-dbe3efb0f000 req-98e2bee2-aa20-4f17-9b91-948cecf88040 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 945 time: 0.1401467 Sep 07 23:47:43.488057 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Pushing event updated for resources: {'Port': ['ID=0f9a09d3-9a93-4104-ae87-e2492c14a582,revision_number=4']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:43.498040 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8a910-efbc-4c70-bbbc-eabc300f9fb1 req-251e1b64-849b-41f8-914d-52b8086ccee0 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:43.499689 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1dd8a910-efbc-4c70-bbbc-eabc300f9fb1 req-251e1b64-849b-41f8-914d-52b8086ccee0 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=6146deb7-a1d1-40ef-ad57-75bc7f58b611 HTTP/1.1" status: 200 len: 943 time: 0.1132276 Sep 07 23:47:43.503697 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7f5e575e-dfeb-4669-aad8-dbe3efb0f000 req-a70166c3-10b3-4aff-80a3-6d6934b66a53 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552793 Sep 07 23:47:43.548370 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1dd8a910-efbc-4c70-bbbc-eabc300f9fb1 req-0884c73e-195e-4db7-b90a-5ee9c70176d6 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/security-groups?id=80d982fc-7c6a-451c-a13f-66d039ab5d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417144 Sep 07 23:47:43.802878 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] get_ports_and_sgs() called for port_ids ['0f9a09d3-9a93-4104-ae87-e2492c14a582'] {{(pid=100552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 23:47:44.764056 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e3b45-6fa1-49b0-acfe-06d05857038b req-3f981e1b-c527-4c8c-9f2b-89cfdcae3fde tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:44.768028 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-974e3b45-6fa1-49b0-acfe-06d05857038b req-3f981e1b-c527-4c8c-9f2b-89cfdcae3fde tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=6146deb7-a1d1-40ef-ad57-75bc7f58b611 HTTP/1.1" status: 200 len: 944 time: 0.0786054 Sep 07 23:47:44.840701 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-974e3b45-6fa1-49b0-acfe-06d05857038b req-41133aef-6da0-4785-9d3d-a2d8887a1d20 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/security-groups?id=80d982fc-7c6a-451c-a13f-66d039ab5d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600369 Sep 07 23:47:44.934701 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70645e23-6c55-45d4-b470-550fa0f73cbf req-07becf5a-c620-4747-9268-67d5d484c02b tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:44.936320 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-70645e23-6c55-45d4-b470-550fa0f73cbf req-07becf5a-c620-4747-9268-67d5d484c02b tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 945 time: 0.0557964 Sep 07 23:47:44.979070 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-70645e23-6c55-45d4-b470-550fa0f73cbf req-3e3b08fb-918e-4aae-b6ac-3a82be1dc92b tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362713 Sep 07 23:47:46.950454 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ae734-5c96-495f-b8e2-95f2d57370d5 req-e5475f42-9da8-4935-9397-9d896a683c18 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:46.958745 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-dc7ae734-5c96-495f-b8e2-95f2d57370d5 req-e5475f42-9da8-4935-9397-9d896a683c18 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=6146deb7-a1d1-40ef-ad57-75bc7f58b611 HTTP/1.1" status: 200 len: 944 time: 0.0827157 Sep 07 23:47:47.030358 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-dc7ae734-5c96-495f-b8e2-95f2d57370d5 req-928e9dc8-724f-4ea2-972f-0008b719c38f tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/security-groups?id=80d982fc-7c6a-451c-a13f-66d039ab5d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706224 Sep 07 23:47:47.051509 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef624a-5009-4308-a7f9-0f7ca4bd9c40 req-f3aa74de-1417-434d-a274-46f84648db09 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:47.054768 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-adef624a-5009-4308-a7f9-0f7ca4bd9c40 req-f3aa74de-1417-434d-a274-46f84648db09 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 945 time: 0.0925353 Sep 07 23:47:47.099640 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-adef624a-5009-4308-a7f9-0f7ca4bd9c40 req-0addcd01-d589-4ad2-adb1-46af0c2e79d4 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369468 Sep 07 23:47:48.195532 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718b129-3bf6-437f-98c8-2d6d3dbef9ff req-0e9413b9-0555-47cb-a2f4-aca51b515298 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:48.197811 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d718b129-3bf6-437f-98c8-2d6d3dbef9ff req-0e9413b9-0555-47cb-a2f4-aca51b515298 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=6146deb7-a1d1-40ef-ad57-75bc7f58b611 HTTP/1.1" status: 200 len: 944 time: 0.0592260 Sep 07 23:47:48.275797 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d718b129-3bf6-437f-98c8-2d6d3dbef9ff req-cb51b205-78ae-41e3-87fc-0123c45cd267 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/security-groups?id=80d982fc-7c6a-451c-a13f-66d039ab5d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639045 Sep 07 23:47:48.285049 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657336e-2529-4788-94bd-7d801b1f1a6b req-50b5bfdd-05b2-40e1-895b-69cd7eb1fbd0 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:48.286772 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4657336e-2529-4788-94bd-7d801b1f1a6b req-50b5bfdd-05b2-40e1-895b-69cd7eb1fbd0 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 945 time: 0.0876994 Sep 07 23:47:48.340668 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4657336e-2529-4788-94bd-7d801b1f1a6b req-c701c7be-a459-47fa-b1b0-aadf413dfbdf tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402005 Sep 07 23:47:48.479586 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:48.809918 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 0f9a09d3-9a93-4104-ae87-e2492c14a582 up at agent hyperv_hv-cinder-75157 {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:47:48.866312 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Provisioning for port 0f9a09d3-9a93-4104-ae87-e2492c14a582 completed by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:47:48.871624 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Provisioning complete for port 0f9a09d3-9a93-4104-ae87-e2492c14a582 triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:47:48.871990 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:48.959554 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:48.995306 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6146deb7-a1d1-40ef-ad57-75bc7f58b611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f9a09d3-9a93-4104-ae87-e2492c14a582'}] {{(pid=100552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:47:48.996694 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6af7ada11e39af001df59af8fe1a830bb49e6ec01a9e34e873de5065727c58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d919b7-7cdc-4c10-b5b8-b3476a974e97" -d '{"events": [{"server_uuid": "6146deb7-a1d1-40ef-ad57-75bc7f58b611", "name": "network-vif-plugged", "status": "completed", "tag": "0f9a09d3-9a93-4104-ae87-e2492c14a582"}]}' {{(pid=100552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:47:49.014213 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port 0f9a09d3-9a93-4104-ae87-e2492c14a582, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=0f9a09d3-9a93-4104-ae87-e2492c14a582,segment=NetworkSegment(3fd46725-363a-40b4-a905-e4625251ced3),segment_id=3fd46725-363a-40b4-a905-e4625251ced3)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:47:49.020729 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:49.116172 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Pushing event updated for resources: {'Port': ['ID=0f9a09d3-9a93-4104-ae87-e2492c14a582,revision_number=5']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:49.171878 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 23:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc65cc29-b317-421b-a06f-a06485ac441e x-openstack-request-id: req-dc65cc29-b317-421b-a06f-a06485ac441e {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:47:49.172276 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6146deb7-a1d1-40ef-ad57-75bc7f58b611", "name": "network-vif-plugged", "status": "completed", "tag": "0f9a09d3-9a93-4104-ae87-e2492c14a582", "code": 200}]} {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:47:49.172598 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dc65cc29-b317-421b-a06f-a06485ac441e {{(pid=100552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:47:49.173336 dv-cinder-751579-26-iscsi neutron-server[100552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6146deb7-a1d1-40ef-ad57-75bc7f58b611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f9a09d3-9a93-4104-ae87-e2492c14a582', 'code': 200} Sep 07 23:47:49.541788 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e41f0-0cb6-4846-9fe9-64358b587e69 req-ff07af2c-fb93-4297-baf4-a353eaa7aaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:49.543353 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-146e41f0-0cb6-4846-9fe9-64358b587e69 req-ff07af2c-fb93-4297-baf4-a353eaa7aaac service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6146deb7-a1d1-40ef-ad57-75bc7f58b611 HTTP/1.1" status: 200 len: 1098 time: 0.1814489 Sep 07 23:47:49.561953 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f4cab0-8117-4c21-a4ab-5c8d947e10dc req-8f2341ff-7fd2-4753-8f84-0532ae6030c1 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:49.563540 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-62f4cab0-8117-4c21-a4ab-5c8d947e10dc req-8f2341ff-7fd2-4753-8f84-0532ae6030c1 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=6146deb7-a1d1-40ef-ad57-75bc7f58b611 HTTP/1.1" status: 200 len: 945 time: 0.1289759 Sep 07 23:47:49.609390 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db87a0-b3c4-4601-b12c-564f49aef44a req-e5444f68-f481-4433-ba9b-0b3d8b464ee7 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:49.611024 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a5db87a0-b3c4-4601-b12c-564f49aef44a req-e5444f68-f481-4433-ba9b-0b3d8b464ee7 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 945 time: 0.1560149 Sep 07 23:47:49.661011 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-146e41f0-0cb6-4846-9fe9-64358b587e69 req-198f78db-7b84-4bf0-b75a-d7c087290477 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=80d982fc-7c6a-451c-a13f-66d039ab5d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964282 Sep 07 23:47:49.666997 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-62f4cab0-8117-4c21-a4ab-5c8d947e10dc req-a9b97741-4f3b-4e00-8c17-8640a22e78df tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/security-groups?id=80d982fc-7c6a-451c-a13f-66d039ab5d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953097 Sep 07 23:47:49.702404 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a5db87a0-b3c4-4601-b12c-564f49aef44a req-be933ddd-2c99-4215-a401-aa6c5c3a1fbd tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744166 Sep 07 23:47:50.873846 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7030b9cf-1f87-4019-acd4-62fa127f0399 req-83a0fee8-4382-4433-88ce-13ea05b12c11 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:50.875611 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7030b9cf-1f87-4019-acd4-62fa127f0399 req-83a0fee8-4382-4433-88ce-13ea05b12c11 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 945 time: 0.0894387 Sep 07 23:47:50.897460 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902618c-f159-439f-95e2-2feff572dd5a req-15f78557-9aba-493a-bb50-e0f3e9298dc7 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:50.900975 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-2902618c-f159-439f-95e2-2feff572dd5a req-15f78557-9aba-493a-bb50-e0f3e9298dc7 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=6146deb7-a1d1-40ef-ad57-75bc7f58b611 HTTP/1.1" status: 200 len: 945 time: 0.1038129 Sep 07 23:47:50.964210 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7030b9cf-1f87-4019-acd4-62fa127f0399 req-f3a56f09-5b66-4747-b515-3e0be85b9e68 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620141 Sep 07 23:47:50.973368 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-2902618c-f159-439f-95e2-2feff572dd5a req-9fca857d-20c3-4eaa-b29b-ecb83cb6f42c tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/security-groups?id=80d982fc-7c6a-451c-a13f-66d039ab5d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639894 Sep 07 23:47:52.160253 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a772ec-ab0c-41f3-bc91-a972b3a5fb2e req-d3e84f80-be84-42b0-9676-00c38f55f3cf tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:52.161854 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-04a772ec-ab0c-41f3-bc91-a972b3a5fb2e req-d3e84f80-be84-42b0-9676-00c38f55f3cf tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 945 time: 0.0956240 Sep 07 23:47:52.191097 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee02a116-d5e8-488b-88ac-8b8c23e6a58d req-5840e5a7-28d5-4f5a-9f73-4790e865be71 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:52.192691 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ee02a116-d5e8-488b-88ac-8b8c23e6a58d req-5840e5a7-28d5-4f5a-9f73-4790e865be71 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=6146deb7-a1d1-40ef-ad57-75bc7f58b611 HTTP/1.1" status: 200 len: 945 time: 0.0786519 Sep 07 23:47:52.273947 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-04a772ec-ab0c-41f3-bc91-a972b3a5fb2e req-4b4e8517-01dd-48dc-952e-4661c0907460 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009209 Sep 07 23:47:52.290259 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ee02a116-d5e8-488b-88ac-8b8c23e6a58d req-7365a249-b11c-44ba-a38b-1c5bc55dc81f tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/security-groups?id=80d982fc-7c6a-451c-a13f-66d039ab5d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867052 Sep 07 23:47:55.294643 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b1699e-14c3-4cc6-b5b1-fc62d1b71c85 req-ff45809f-489f-4a52-afc3-02de5de01836 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:55.297626 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-13b1699e-14c3-4cc6-b5b1-fc62d1b71c85 req-ff45809f-489f-4a52-afc3-02de5de01836 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 945 time: 0.0603926 Sep 07 23:47:55.358861 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-13b1699e-14c3-4cc6-b5b1-fc62d1b71c85 req-ab6da81e-c222-4fb5-aa2e-b0b3758790d1 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417390 Sep 07 23:47:56.551761 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf07443-57be-4c38-a7d3-64a1bf881aba req-50aa28e1-86d7-4164-a8a0-f95b6f8a45e5 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:47:56.554430 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-2cf07443-57be-4c38-a7d3-64a1bf881aba req-50aa28e1-86d7-4164-a8a0-f95b6f8a45e5 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 945 time: 0.0729620 Sep 07 23:47:56.605822 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-2cf07443-57be-4c38-a7d3-64a1bf881aba req-d7e9a8ee-e321-4708-9238-e07e1ed6977e tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434923 Sep 07 23:47:57.526529 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 59040) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:57.668361 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-72e67843-3f15-4642-bbd6-43e66bf5ce7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:57.784711 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-72e67843-3f15-4642-bbd6-43e66bf5ce7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:57.790298 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-72e67843-3f15-4642-bbd6-43e66bf5ce7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:57.850276 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-72e67843-3f15-4642-bbd6-43e66bf5ce7e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d342b4e4414840d897d703fe92814898&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3183277 Sep 07 23:47:57.850276 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e67843-3f15-4642-bbd6-43e66bf5ce7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecef209-359b-4eb2-962e-df3b6c29be39,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:57.852439 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 59048) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:57.929142 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-4d898e25-e1a8-43bf-9edb-19df202f5a4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:57.954666 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-4d898e25-e1a8-43bf-9edb-19df202f5a4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:58.026885 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-4d898e25-e1a8-43bf-9edb-19df202f5a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:58.029795 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-4d898e25-e1a8-43bf-9edb-19df202f5a4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:58.031239 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-4d898e25-e1a8-43bf-9edb-19df202f5a4b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3ecef209-359b-4eb2-962e-df3b6c29be39 HTTP/1.1" status: 204 len: 168 time: 0.1787581 Sep 07 23:47:58.043099 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d898e25-e1a8-43bf-9edb-19df202f5a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecef209-359b-4eb2-962e-df3b6c29be39,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:58.202126 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7a6e9a9f-d9b6-4e5e-9ad0-2eb2ef5776c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:58.358980 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 59054) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:58.373031 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-2bf96ac5-cd86-4933-8460-fab788bb0ac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:58.494312 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-2bf96ac5-cd86-4933-8460-fab788bb0ac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:58.498788 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-2bf96ac5-cd86-4933-8460-fab788bb0ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:58.540990 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf96ac5-cd86-4933-8460-fab788bb0ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1aebb13-4ac8-4c1a-8169-d1f1c889ed43,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:47:58.545458 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-2bf96ac5-cd86-4933-8460-fab788bb0ac6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6a47da5ba2404d5194587a3fe71b7aa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1853380 Sep 07 23:47:58.549675 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 59056) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:47:58.619329 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-23f124e7-9e32-4dc5-be43-44196f3e1e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:58.649635 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-23f124e7-9e32-4dc5-be43-44196f3e1e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:58.712398 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-23f124e7-9e32-4dc5-be43-44196f3e1e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:58.715212 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-23f124e7-9e32-4dc5-be43-44196f3e1e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:47:58.716423 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-23f124e7-9e32-4dc5-be43-44196f3e1e57 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f1aebb13-4ac8-4c1a-8169-d1f1c889ed43 HTTP/1.1" status: 204 len: 168 time: 0.1654723 Sep 07 23:47:58.726463 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f124e7-9e32-4dc5-be43-44196f3e1e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1aebb13-4ac8-4c1a-8169-d1f1c889ed43,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:48:00.125374 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12ac28-fc5d-491f-a4d1-26c3c52b22d8 req-e71910ca-c4d1-43c5-988b-99f677689d56 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:00.127296 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ee12ac28-fc5d-491f-a4d1-26c3c52b22d8 req-e71910ca-c4d1-43c5-988b-99f677689d56 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 945 time: 0.0739620 Sep 07 23:48:00.181015 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ee12ac28-fc5d-491f-a4d1-26c3c52b22d8 req-e2ab71d4-821d-4309-ae56-e1b9c38c5a1c tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452726 Sep 07 23:48:01.141476 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:01.349016 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fee2b1-5332-4ed3-93b6-1cea5fb716ff req-2898341c-425e-47ef-bd57-88b39a87b8cf tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:01.351591 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-29fee2b1-5332-4ed3-93b6-1cea5fb716ff req-2898341c-425e-47ef-bd57-88b39a87b8cf tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 945 time: 0.0705357 Sep 07 23:48:01.407598 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-29fee2b1-5332-4ed3-93b6-1cea5fb716ff req-2bbdb620-07e7-4abf-b61a-b40132acb1e8 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484204 Sep 07 23:48:01.752664 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-89dfe9a1-baf3-4d8f-b414-caccf3607077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:02.078908 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727ebf0-a510-4e67-92f8-38c047ada6b4 req-dd2c7635-4176-4513-a2dd-05fa965bd947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:02.081452 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-2727ebf0-a510-4e67-92f8-38c047ada6b4 req-dd2c7635-4176-4513-a2dd-05fa965bd947 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 1098 time: 0.0697742 Sep 07 23:48:02.153987 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-2727ebf0-a510-4e67-92f8-38c047ada6b4 req-392a790f-208a-4ade-8e5a-c7ad2bf55584 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616257 Sep 07 23:48:02.575672 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2239f-da71-4484-9abe-4a20b44e9b26 req-0642a657-eaef-4ac5-ba5e-a259e5bd0709 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:02.577534 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c6e2239f-da71-4484-9abe-4a20b44e9b26 req-0642a657-eaef-4ac5-ba5e-a259e5bd0709 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 945 time: 0.0803580 Sep 07 23:48:02.625215 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c6e2239f-da71-4484-9abe-4a20b44e9b26 req-49b09739-1290-4efc-9fc1-e46532aa5472 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415070 Sep 07 23:48:03.327006 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ea97-3cf8-4e53-ad99-8ce826820bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:03.615264 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 59198) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:48:03.780899 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-ed65f9c9-8cb0-43d3-babf-64b26684dfed admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:03.810982 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865a819-46d8-4234-adc7-dbb5dc21f657 req-c122f547-1c80-4727-ae05-0de668a02ea4 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:03.813306 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3865a819-46d8-4234-adc7-dbb5dc21f657 req-c122f547-1c80-4727-ae05-0de668a02ea4 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 945 time: 0.0837767 Sep 07 23:48:03.868520 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3865a819-46d8-4234-adc7-dbb5dc21f657 req-2f84a487-d0bf-4ab4-b223-7f624e66e4a4 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429876 Sep 07 23:48:03.923393 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-ed65f9c9-8cb0-43d3-babf-64b26684dfed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:03.929356 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-ed65f9c9-8cb0-43d3-babf-64b26684dfed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:03.985341 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed65f9c9-8cb0-43d3-babf-64b26684dfed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f65c45b-88c3-4ca3-8881-a4ab9edfece7,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:48:04.014326 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-ed65f9c9-8cb0-43d3-babf-64b26684dfed admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b9b367b53ccd4a1abf107281b250e6c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3971589 Sep 07 23:48:04.018587 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 59230) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:48:04.063277 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5c338-14ed-4aa7-ba9b-a8cac2b1cbee req-fa186334-0a28-421b-bf32-5e937955f6e3 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:04.066118 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-e0a5c338-14ed-4aa7-ba9b-a8cac2b1cbee req-fa186334-0a28-421b-bf32-5e937955f6e3 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 946 time: 0.0871866 Sep 07 23:48:04.139675 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-70e84ef0-69df-4079-bf37-7552cce97822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:04.147063 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-e0a5c338-14ed-4aa7-ba9b-a8cac2b1cbee req-4910fdb6-270d-4a3e-ab67-7759b0d34189 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684061 Sep 07 23:48:04.206957 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-70e84ef0-69df-4079-bf37-7552cce97822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:04.312072 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-70e84ef0-69df-4079-bf37-7552cce97822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:04.325850 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-70e84ef0-69df-4079-bf37-7552cce97822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:04.328367 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-70e84ef0-69df-4079-bf37-7552cce97822 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9f65c45b-88c3-4ca3-8881-a4ab9edfece7 HTTP/1.1" status: 204 len: 168 time: 0.3066523 Sep 07 23:48:04.344188 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e84ef0-69df-4079-bf37-7552cce97822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f65c45b-88c3-4ca3-8881-a4ab9edfece7,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:48:05.181607 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-187590d1-19a7-4a5a-ac4c-70625f9f540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:06.264840 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e53623-8477-4b17-99b6-e1fcd5f51144 req-7244b607-970a-4533-9965-04969a1135ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:06.266789 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f3e53623-8477-4b17-99b6-e1fcd5f51144 req-7244b607-970a-4533-9965-04969a1135ed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4c1fbe4702b24535ab7d44fc9693fcbd&device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 1099 time: 0.0863175 Sep 07 23:48:06.441117 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e53623-8477-4b17-99b6-e1fcd5f51144 req-fc1e322c-f596-4712-b21f-081f8e72a576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:06.446561 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f3e53623-8477-4b17-99b6-e1fcd5f51144 req-fc1e322c-f596-4712-b21f-081f8e72a576 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8f0ad28b-91ae-4394-8b5f-02f4ebeae46e HTTP/1.1" status: 200 len: 920 time: 0.1701128 Sep 07 23:48:06.463330 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d26b7-788d-4ea3-97f8-b952b549f5aa req-84a30554-e0a7-45c7-b901-31d47d256145 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:06.466110 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-9c0d26b7-788d-4ea3-97f8-b952b549f5aa req-84a30554-e0a7-45c7-b901-31d47d256145 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 946 time: 0.1799610 Sep 07 23:48:06.564158 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f3e53623-8477-4b17-99b6-e1fcd5f51144 req-d6034356-bee5-4070-8044-5dd725154d67 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2339214b-86f2-429f-b078-77b01c82091e HTTP/1.1" status: 200 len: 217 time: 0.0966089 Sep 07 23:48:06.627796 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-9c0d26b7-788d-4ea3-97f8-b952b549f5aa req-05e3fc7e-0ce2-4b15-9d7b-4f128bd39add tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508241 Sep 07 23:48:06.707582 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e53623-8477-4b17-99b6-e1fcd5f51144 req-cc3d1675-b502-45a5-9fc1-ddbb08b9a6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:06.709132 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f3e53623-8477-4b17-99b6-e1fcd5f51144 req-cc3d1675-b502-45a5-9fc1-ddbb08b9a6cd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f967c7b2-09f7-4f04-827b-eef1f5f7308c HTTP/1.1" status: 200 len: 859 time: 0.1337345 Sep 07 23:48:06.749963 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f3e53623-8477-4b17-99b6-e1fcd5f51144 req-5609d1f0-0f67-4e67-91c7-887fb218e245 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8f0ad28b-91ae-4394-8b5f-02f4ebeae46e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321317 Sep 07 23:48:06.803330 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ea1a4-b959-4b68-bab9-4d2ab9602c45 req-3c272894-9443-4f1f-bd39-0b9831fa2ba2 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:06.805912 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a83ea1a4-b959-4b68-bab9-4d2ab9602c45 req-3c272894-9443-4f1f-bd39-0b9831fa2ba2 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/networks?id=5eb0a3c6-bf28-432c-ae1e-0b3ac767197a HTTP/1.1" status: 200 len: 814 time: 0.2234404 Sep 07 23:48:06.843338 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 59390) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:48:06.869894 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a83ea1a4-b959-4b68-bab9-4d2ab9602c45 req-bff1d636-2ef2-4b9d-95e0-ab7d7435fec3 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/quotas/9702d1f2203a4fd0995526e65ca89634 HTTP/1.1" status: 200 len: 375 time: 0.0519776 Sep 07 23:48:06.927432 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f3e53623-8477-4b17-99b6-e1fcd5f51144 req-168ee2e7-fbc3-4e33-a7e7-1c6322b84a86 service neutron] 10.222.0.42 "GET /v2.0/networks/8f0ad28b-91ae-4394-8b5f-02f4ebeae46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648974 Sep 07 23:48:06.980508 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a83ea1a4-b959-4b68-bab9-4d2ab9602c45 req-2fab766e-0322-4fc5-9c3f-e212295593f9 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9702d1f2203a4fd0995526e65ca89634&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1041119 Sep 07 23:48:07.000890 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-81c86bb8-3d59-4f2d-84d5-e8da5ea45b4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:07.156001 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-81c86bb8-3d59-4f2d-84d5-e8da5ea45b4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:07.161040 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-81c86bb8-3d59-4f2d-84d5-e8da5ea45b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:07.214645 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c86bb8-3d59-4f2d-84d5-e8da5ea45b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab151e6c-3022-4769-9de1-5b2a1f966fbf,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:48:07.230047 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-81c86bb8-3d59-4f2d-84d5-e8da5ea45b4b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1efa34b6e7c1473aa5d9ca52473a825b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3846507 Sep 07 23:48:07.232679 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 59400) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:48:07.259805 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f3e53623-8477-4b17-99b6-e1fcd5f51144 req-c5b7f65f-3f1e-4dca-a382-fbbc4084c308 service neutron] 10.222.0.42 "GET /v2.0/networks/8f0ad28b-91ae-4394-8b5f-02f4ebeae46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228755 Sep 07 23:48:07.293206 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a83ea1a4-b959-4b68-bab9-4d2ab9602c45 req-44e329c4-556c-477b-a0ac-b13ee8ec18dd service neutron] 10.222.0.15 "GET /v2.0/networks/5eb0a3c6-bf28-432c-ae1e-0b3ac767197a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936525 Sep 07 23:48:07.317671 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-fd88bf1b-0ab8-4eb0-8c83-4de84420acdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:07.360900 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-fd88bf1b-0ab8-4eb0-8c83-4de84420acdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:07.412065 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a83ea1a4-b959-4b68-bab9-4d2ab9602c45 req-4e771c55-b7b5-4bcb-a04a-f7a8cc6c063d service neutron] 10.222.0.15 "GET /v2.0/networks/5eb0a3c6-bf28-432c-ae1e-0b3ac767197a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172624 Sep 07 23:48:07.422505 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-fd88bf1b-0ab8-4eb0-8c83-4de84420acdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:07.425417 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-fd88bf1b-0ab8-4eb0-8c83-4de84420acdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:07.426770 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-fd88bf1b-0ab8-4eb0-8c83-4de84420acdc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ab151e6c-3022-4769-9de1-5b2a1f966fbf HTTP/1.1" status: 204 len: 168 time: 0.1925373 Sep 07 23:48:07.435749 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd88bf1b-0ab8-4eb0-8c83-4de84420acdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab151e6c-3022-4769-9de1-5b2a1f966fbf,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:48:07.673194 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-e5684009-a3bc-49f4-86f6-9bb2f8ca5e78 req-a1fe0898-150e-48a3-b823-bf1831f23eb6 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=166195e0-db5c-4439-b180-df1a9afe0e19 HTTP/1.1" status: 200 len: 210 time: 0.0588708 Sep 07 23:48:07.818634 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab51dad-4c0c-4272-b6ef-2497c81de54a req-1c0b903b-6681-4928-94d6-3e116290001c tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:07.821398 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4ab51dad-4c0c-4272-b6ef-2497c81de54a req-1c0b903b-6681-4928-94d6-3e116290001c tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 946 time: 0.0766428 Sep 07 23:48:07.857257 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 59420) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:48:07.876802 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4ab51dad-4c0c-4272-b6ef-2497c81de54a req-e830c7be-4c70-4bb6-8564-45d6e9202bae tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478921 Sep 07 23:48:07.882981 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-6ea8be4f-142c-4712-9fb5-fd8acf925379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:08.041074 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-6ea8be4f-142c-4712-9fb5-fd8acf925379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:08.045515 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-6ea8be4f-142c-4712-9fb5-fd8acf925379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:08.086364 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea8be4f-142c-4712-9fb5-fd8acf925379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4dc3df4-873d-41ad-87b5-d4164574e6bc,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:48:08.090852 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-6ea8be4f-142c-4712-9fb5-fd8acf925379 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e4c5833c735d44eb9ba5f4cbe298556f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2317994 Sep 07 23:48:08.095379 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 59426) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:48:08.170510 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-8e562ec8-baac-4bd2-8d78-c64dbe5a275c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:08.196079 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-8e562ec8-baac-4bd2-8d78-c64dbe5a275c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:08.263450 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-8e562ec8-baac-4bd2-8d78-c64dbe5a275c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:08.267105 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-8e562ec8-baac-4bd2-8d78-c64dbe5a275c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:08.273386 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-8e562ec8-baac-4bd2-8d78-c64dbe5a275c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f4dc3df4-873d-41ad-87b5-d4164574e6bc HTTP/1.1" status: 204 len: 168 time: 0.1715837 Sep 07 23:48:08.278061 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e562ec8-baac-4bd2-8d78-c64dbe5a275c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4dc3df4-873d-41ad-87b5-d4164574e6bc,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:48:08.414929 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.agents_db [None req-89df3544-7e8a-43ac-bb25-e7a75b7011d0 None None] Agent healthcheck: found 6 active agents {{(pid=100553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 23:48:08.807492 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-6752952b-ae6b-4ba3-8e55-eb678732e28d req-e5c0b4eb-7768-449a-9f23-950347ed1017 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=166195e0-db5c-4439-b180-df1a9afe0e19 HTTP/1.1" status: 200 len: 210 time: 0.0529914 Sep 07 23:48:09.361630 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 59464) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:48:09.406514 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e87b52-9ff7-4761-a7a3-adfdce4e2687 req-a8a05827-8b1c-465d-a754-b4f052e82162 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:09.408122 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-83e87b52-9ff7-4761-a7a3-adfdce4e2687 req-a8a05827-8b1c-465d-a754-b4f052e82162 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 946 time: 0.3944857 Sep 07 23:48:09.458656 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ea1a4-b959-4b68-bab9-4d2ab9602c45 req-87ec6816-cccd-4cf4-9aa0-191914a5f613 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:09.460809 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a83ea1a4-b959-4b68-bab9-4d2ab9602c45 req-87ec6816-cccd-4cf4-9aa0-191914a5f613 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.42 "GET /v2.0/networks?id=5eb0a3c6-bf28-432c-ae1e-0b3ac767197a HTTP/1.1" status: 200 len: 814 time: 0.4573553 Sep 07 23:48:09.484569 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-83e87b52-9ff7-4761-a7a3-adfdce4e2687 req-6e8e64ca-8398-4643-9e2d-2fe76e030d0d tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553331 Sep 07 23:48:09.500798 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [req-a83ea1a4-b959-4b68-bab9-4d2ab9602c45 req-a8317c75-1c4a-4050-ae94-000439858c62 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Request body: {'port': {'device_id': '166195e0-db5c-4439-b180-df1a9afe0e19', 'network_id': '5eb0a3c6-bf28-432c-ae1e-0b3ac767197a', 'admin_state_up': True, 'tenant_id': '9702d1f2203a4fd0995526e65ca89634'}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:48:09.545787 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-41a74dca-6df7-43a5-bbb4-725c12f67716 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1865499005-network', 'tenant_id': 'b39ebb7b11f74999b7ff13092c003ff6'}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:48:09.586977 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a74dca-6df7-43a5-bbb4-725c12f67716 admin admin] Made reservation on behalf of b39ebb7b11f74999b7ff13092c003ff6 for: {'network': 1} {{(pid=100550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:48:09.589504 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-41a74dca-6df7-43a5-bbb4-725c12f67716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for network, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:09.600253 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-41a74dca-6df7-43a5-bbb4-725c12f67716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:09.708586 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-41a74dca-6df7-43a5-bbb4-725c12f67716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:09.712804 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-41a74dca-6df7-43a5-bbb4-725c12f67716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:09.730546 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a83ea1a4-b959-4b68-bab9-4d2ab9602c45 req-a8317c75-1c4a-4050-ae94-000439858c62 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Made reservation on behalf of 9702d1f2203a4fd0995526e65ca89634 for: {'port': 1} {{(pid=100551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:48:09.734885 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-a83ea1a4-b959-4b68-bab9-4d2ab9602c45 req-a8317c75-1c4a-4050-ae94-000439858c62 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:09.737641 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41a74dca-6df7-43a5-bbb4-725c12f67716 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=100550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 23:48:09.753855 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a74dca-6df7-43a5-bbb4-725c12f67716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63cec091-57c7-4010-b546-053e96a89c33,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:48:09.764829 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a74dca-6df7-43a5-bbb4-725c12f67716 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:48:09.765173 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a74dca-6df7-43a5-bbb4-725c12f67716 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:48:09.765518 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a74dca-6df7-43a5-bbb4-725c12f67716 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:48:09.765846 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a74dca-6df7-43a5-bbb4-725c12f67716 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:48:09.766174 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a74dca-6df7-43a5-bbb4-725c12f67716 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:48:09.766502 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a74dca-6df7-43a5-bbb4-725c12f67716 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:48:09.766835 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a74dca-6df7-43a5-bbb4-725c12f67716 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:48:09.767154 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a74dca-6df7-43a5-bbb4-725c12f67716 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:48:09.767473 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a74dca-6df7-43a5-bbb4-725c12f67716 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:48:09.767789 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a74dca-6df7-43a5-bbb4-725c12f67716 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:48:09.768101 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a74dca-6df7-43a5-bbb4-725c12f67716 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:48:09.768416 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a74dca-6df7-43a5-bbb4-725c12f67716 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:48:09.773077 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-41a74dca-6df7-43a5-bbb4-725c12f67716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675162'] for segment, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:09.773418 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.db.segments_db [None req-41a74dca-6df7-43a5-bbb4-725c12f67716 admin admin] Added segment a973bdf8-370d-4db2-abf5-29cff2554e75 of type vlan for network 2355176b-05fc-4c21-975b-e884d75b77f0 Sep 07 23:48:09.821164 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-41a74dca-6df7-43a5-bbb4-725c12f67716 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760370794509'] for network, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:09.848889 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-41a74dca-6df7-43a5-bbb4-725c12f67716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608'] for network, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:09.851301 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a74dca-6df7-43a5-bbb4-725c12f67716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:09.852519 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-41a74dca-6df7-43a5-bbb4-725c12f67716 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for network, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:09.911713 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.db_base_plugin_common [req-a83ea1a4-b959-4b68-bab9-4d2ab9602c45 req-a8317c75-1c4a-4050-ae94-000439858c62 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Allocated IP 172.20.0.8 (5eb0a3c6-bf28-432c-ae1e-0b3ac767197a/1f5499ea-4448-4c88-9357-bae7d9ec21b9/6228acc7-8735-4ff5-9e8c-29307cf480f2) {{(pid=100551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:48:09.924949 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-41a74dca-6df7-43a5-bbb4-725c12f67716 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5618594 Sep 07 23:48:09.926193 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a74dca-6df7-43a5-bbb4-725c12f67716 admin admin] Pushing event updated for resources: {'Network': ['ID=2355176b-05fc-4c21-975b-e884d75b77f0,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:48:09.928000 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 59472) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:48:09.930775 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-520ae464-2dc7-4518-8d16-6523b22885cf req-b2fb26a6-b4c4-4641-8bad-a5be0ac6252c tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=166195e0-db5c-4439-b180-df1a9afe0e19 HTTP/1.1" status: 200 len: 210 time: 0.0351694 Sep 07 23:48:09.933310 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-cc302090-8f5e-4682-98d3-1d5c0b443410 admin admin] Request body: {'subnet': {'network_id': '2355176b-05fc-4c21-975b-e884d75b77f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1865499005-subnet', 'tenant_id': 'b39ebb7b11f74999b7ff13092c003ff6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:48:09.948078 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Network 2355176b-05fc-4c21-975b-e884d75b77f0 details requested by agent ovs-agent-dv-cinder-751579-26-iscsi with host dv-cinder-751579-26-iscsi {{(pid=100552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 23:48:09.962367 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc302090-8f5e-4682-98d3-1d5c0b443410 admin admin] Made reservation on behalf of b39ebb7b11f74999b7ff13092c003ff6 for: {'subnet': 1} {{(pid=100550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:48:09.965526 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-cc302090-8f5e-4682-98d3-1d5c0b443410 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4620622'] for subnet, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:10.133098 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-a83ea1a4-b959-4b68-bab9-4d2ab9602c45 req-a8317c75-1c4a-4050-ae94-000439858c62 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Notify callbacks [] for port, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:10.173033 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-cc302090-8f5e-4682-98d3-1d5c0b443410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7634745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4620632'] for subnet, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:10.189730 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-a83ea1a4-b959-4b68-bab9-4d2ab9602c45 req-a8317c75-1c4a-4050-ae94-000439858c62 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:10.217872 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] get_ports_and_sgs() called for port_ids ['29a0a3ae-f250-45b9-8bf5-c371f4f0c158', '3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca', '0f9a09d3-9a93-4104-ae87-e2492c14a582'] {{(pid=100552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 23:48:10.244090 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a83ea1a4-b959-4b68-bab9-4d2ab9602c45 req-a8317c75-1c4a-4050-ae94-000439858c62 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Network 5eb0a3c6-bf28-432c-ae1e-0b3ac767197a is already hosted by enough agents. {{(pid=100551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:48:10.248348 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.base_scheduler [req-a83ea1a4-b959-4b68-bab9-4d2ab9602c45 req-a8317c75-1c4a-4050-ae94-000439858c62 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Resources bound (agent type, host, resource id): {{(pid=100551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:48:10.249311 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc302090-8f5e-4682-98d3-1d5c0b443410 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9b6531a-d0c4-4fe2-877b-72bd211e846d,revision_number=0']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:48:10.254614 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.l3_dvrscheduler_db [req-a83ea1a4-b959-4b68-bab9-4d2ab9602c45 req-a8317c75-1c4a-4050-ae94-000439858c62 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Received port after_create {{(pid=100551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:48:10.255810 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc302090-8f5e-4682-98d3-1d5c0b443410 admin admin] Checking segment: {'id': 'a973bdf8-370d-4db2-abf5-29cff2554e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2355176b-05fc-4c21-975b-e884d75b77f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:48:10.256174 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc302090-8f5e-4682-98d3-1d5c0b443410 admin admin] Network hostable DHCP agents. Network: 2355176b-05fc-4c21-975b-e884d75b77f0, hostable agents: ['4f562aef-accf-408d-af1e-fabb3d28a6a0'], hosted agents: [] {{(pid=100550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 23:48:10.280250 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc302090-8f5e-4682-98d3-1d5c0b443410 admin admin] Network 2355176b-05fc-4c21-975b-e884d75b77f0 is scheduled to be hosted by DHCP agent 4f562aef-accf-408d-af1e-fabb3d28a6a0 with binding_index 1 {{(pid=100550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 23:48:10.290621 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8317c75-1c4a-4050-ae94-000439858c62 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Pushing event updated for resources: {'Port': ['ID=6228acc7-8735-4ff5-9e8c-29307cf480f2,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:48:10.294479 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.base_scheduler [None req-cc302090-8f5e-4682-98d3-1d5c0b443410 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-26-iscsi, 2355176b-05fc-4c21-975b-e884d75b77f0) {{(pid=100550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:48:10.300662 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc302090-8f5e-4682-98d3-1d5c0b443410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:10.301956 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-cc302090-8f5e-4682-98d3-1d5c0b443410 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:10.348691 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-cc302090-8f5e-4682-98d3-1d5c0b443410 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4192884 Sep 07 23:48:10.354043 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ea1a4-b959-4b68-bab9-4d2ab9602c45 req-a8317c75-1c4a-4050-ae94-000439858c62 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:10.354716 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79bf47b-98e3-4e7b-afd7-4d549c4a9049 None None] Network 2355176b-05fc-4c21-975b-e884d75b77f0 requested from dv-cinder-751579-26-iscsi {{(pid=100552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 23:48:10.354835 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-a83ea1a4-b959-4b68-bab9-4d2ab9602c45 req-a8317c75-1c4a-4050-ae94-000439858c62 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:10.385772 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a83ea1a4-b959-4b68-bab9-4d2ab9602c45 req-a8317c75-1c4a-4050-ae94-000439858c62 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8919218 Sep 07 23:48:10.407408 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [req-a83ea1a4-b959-4b68-bab9-4d2ab9602c45 req-8d22c5c3-5b71-4073-b377-e9dc96a36d0f service neutron] Request body: {'port': {'device_id': '166195e0-db5c-4439-b180-df1a9afe0e19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:48:10.510148 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-a83ea1a4-b959-4b68-bab9-4d2ab9602c45 req-8d22c5c3-5b71-4073-b377-e9dc96a36d0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:10.830514 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f95db7-7f2e-4298-80fb-759e175b6704 req-92bdb60b-b101-4094-b3ad-b9b07fbcfc1e tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:10.832147 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c4f95db7-7f2e-4298-80fb-759e175b6704 req-92bdb60b-b101-4094-b3ad-b9b07fbcfc1e tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 946 time: 0.0869129 Sep 07 23:48:10.923913 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c4f95db7-7f2e-4298-80fb-759e175b6704 req-73d8658e-182a-4c97-a530-2cabb3df852b tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758419 Sep 07 23:48:10.970935 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b97acef-a271-4692-988f-985a613141aa None None] Network 2355176b-05fc-4c21-975b-e884d75b77f0 requested from dv-cinder-751579-26-iscsi {{(pid=100552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 23:48:10.972599 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [req-a83ea1a4-b959-4b68-bab9-4d2ab9602c45 req-8d22c5c3-5b71-4073-b377-e9dc96a36d0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6228acc7-8735-4ff5-9e8c-29307cf480f2 {{(pid=100551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 23:48:10.985606 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-a83ea1a4-b959-4b68-bab9-4d2ab9602c45 req-8d22c5c3-5b71-4073-b377-e9dc96a36d0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:11.004901 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.provisioning_blocks [req-a83ea1a4-b959-4b68-bab9-4d2ab9602c45 req-8d22c5c3-5b71-4073-b377-e9dc96a36d0f service neutron] Transition to ACTIVE for port object 6228acc7-8735-4ff5-9e8c-29307cf480f2 will not be triggered until provisioned by entity L2. {{(pid=100551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:48:11.013775 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-a83ea1a4-b959-4b68-bab9-4d2ab9602c45 req-8d22c5c3-5b71-4073-b377-e9dc96a36d0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5131532'] for port, after_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:11.173514 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d22c5c3-5b71-4073-b377-e9dc96a36d0f service neutron] Pushing event updated for resources: {'Port': ['ID=6228acc7-8735-4ff5-9e8c-29307cf480f2,revision_number=2']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:48:11.243896 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b55c5-4508-4307-bde1-c105b9d93254 req-de167f11-58d6-4d3e-b6dc-5ae2086d56c8 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:11.252199 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-824b55c5-4508-4307-bde1-c105b9d93254 req-de167f11-58d6-4d3e-b6dc-5ae2086d56c8 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=166195e0-db5c-4439-b180-df1a9afe0e19 HTTP/1.1" status: 200 len: 943 time: 0.2006357 Sep 07 23:48:11.309013 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-a83ea1a4-b959-4b68-bab9-4d2ab9602c45 req-8d22c5c3-5b71-4073-b377-e9dc96a36d0f service neutron] Attempting to bind port 6228acc7-8735-4ff5-9e8c-29307cf480f2 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 23:48:11.309336 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-a83ea1a4-b959-4b68-bab9-4d2ab9602c45 req-8d22c5c3-5b71-4073-b377-e9dc96a36d0f service neutron] Attempting to bind port 6228acc7-8735-4ff5-9e8c-29307cf480f2 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '3fd46725-363a-40b4-a905-e4625251ced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5eb0a3c6-bf28-432c-ae1e-0b3ac767197a'}] {{(pid=100551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 23:48:11.310547 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83ea1a4-b959-4b68-bab9-4d2ab9602c45 req-8d22c5c3-5b71-4073-b377-e9dc96a36d0f service neutron] Attempting to bind port 6228acc7-8735-4ff5-9e8c-29307cf480f2 on network 5eb0a3c6-bf28-432c-ae1e-0b3ac767197a {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:48:11.320301 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-824b55c5-4508-4307-bde1-c105b9d93254 req-25126e3d-c51f-482f-9806-17b4393b32c6 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/security-groups?id=80d982fc-7c6a-451c-a13f-66d039ab5d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669928 Sep 07 23:48:11.325712 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83ea1a4-b959-4b68-bab9-4d2ab9602c45 req-8d22c5c3-5b71-4073-b377-e9dc96a36d0f service neutron] Port 6228acc7-8735-4ff5-9e8c-29307cf480f2 on network 5eb0a3c6-bf28-432c-ae1e-0b3ac767197a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 23:48:11.326181 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83ea1a4-b959-4b68-bab9-4d2ab9602c45 req-8d22c5c3-5b71-4073-b377-e9dc96a36d0f service neutron] Attempting to bind port 6228acc7-8735-4ff5-9e8c-29307cf480f2 on network 5eb0a3c6-bf28-432c-ae1e-0b3ac767197a {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:48:11.332139 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83ea1a4-b959-4b68-bab9-4d2ab9602c45 req-8d22c5c3-5b71-4073-b377-e9dc96a36d0f service neutron] Checking agent: {'id': '8b06e77c-11ef-48c4-9ba2-92653b27ce62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 23, 44, 18), 'started_at': datetime.datetime(2021, 9, 7, 23, 44, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 23, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 23:48:11.332818 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83ea1a4-b959-4b68-bab9-4d2ab9602c45 req-8d22c5c3-5b71-4073-b377-e9dc96a36d0f service neutron] Checking segment: {'id': '3fd46725-363a-40b4-a905-e4625251ced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5eb0a3c6-bf28-432c-ae1e-0b3ac767197a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:48:11.333225 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83ea1a4-b959-4b68-bab9-4d2ab9602c45 req-8d22c5c3-5b71-4073-b377-e9dc96a36d0f service neutron] Bound using segment: {'id': '3fd46725-363a-40b4-a905-e4625251ced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5eb0a3c6-bf28-432c-ae1e-0b3ac767197a'} {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 23:48:11.333680 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-a83ea1a4-b959-4b68-bab9-4d2ab9602c45 req-8d22c5c3-5b71-4073-b377-e9dc96a36d0f service neutron] Bound port: 6228acc7-8735-4ff5-9e8c-29307cf480f2, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fd46725-363a-40b4-a905-e4625251ced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5eb0a3c6-bf28-432c-ae1e-0b3ac767197a'}}] {{(pid=100551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 23:48:11.334050 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-a83ea1a4-b959-4b68-bab9-4d2ab9602c45 req-8d22c5c3-5b71-4073-b377-e9dc96a36d0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:11.417053 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-a83ea1a4-b959-4b68-bab9-4d2ab9602c45 req-8d22c5c3-5b71-4073-b377-e9dc96a36d0f service neutron] For port 6228acc7-8735-4ff5-9e8c-29307cf480f2, host hv-cinder-75157, cleared binding levels {{(pid=100551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 23:48:11.421383 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-a83ea1a4-b959-4b68-bab9-4d2ab9602c45 req-8d22c5c3-5b71-4073-b377-e9dc96a36d0f service neutron] For port 6228acc7-8735-4ff5-9e8c-29307cf480f2, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=6228acc7-8735-4ff5-9e8c-29307cf480f2,segment=NetworkSegment(3fd46725-363a-40b4-a905-e4625251ced3),segment_id=3fd46725-363a-40b4-a905-e4625251ced3)] {{(pid=100551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 23:48:11.426697 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-a83ea1a4-b959-4b68-bab9-4d2ab9602c45 req-8d22c5c3-5b71-4073-b377-e9dc96a36d0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5131532'] for port, after_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:11.464856 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ea1a4-b959-4b68-bab9-4d2ab9602c45 req-8d22c5c3-5b71-4073-b377-e9dc96a36d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:11.465470 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-a83ea1a4-b959-4b68-bab9-4d2ab9602c45 req-8d22c5c3-5b71-4073-b377-e9dc96a36d0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:11.467070 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a83ea1a4-b959-4b68-bab9-4d2ab9602c45 req-8d22c5c3-5b71-4073-b377-e9dc96a36d0f service neutron] 10.222.0.42 "PUT /v2.0/ports/6228acc7-8735-4ff5-9e8c-29307cf480f2 HTTP/1.1" status: 200 len: 1093 time: 1.0657985 Sep 07 23:48:11.469562 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '166195e0-db5c-4439-b180-df1a9afe0e19', 'tag': '6228acc7-8735-4ff5-9e8c-29307cf480f2'}] {{(pid=100551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:48:11.471835 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744d18a1a9123520e55b11d6b4f544890c28500fff252c5db1cb0c4b69d72d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb82dc2-67fd-45af-bd59-d40c6dc596bd" -d '{"events": [{"name": "network-changed", "server_uuid": "166195e0-db5c-4439-b180-df1a9afe0e19", "tag": "6228acc7-8735-4ff5-9e8c-29307cf480f2"}]}' {{(pid=100551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:48:11.503537 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d22c5c3-5b71-4073-b377-e9dc96a36d0f service neutron] Pushing event updated for resources: {'Port': ['ID=6228acc7-8735-4ff5-9e8c-29307cf480f2,revision_number=3']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:48:11.512703 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d22c5c3-5b71-4073-b377-e9dc96a36d0f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:48:11.513053 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d22c5c3-5b71-4073-b377-e9dc96a36d0f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:48:11.513403 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d22c5c3-5b71-4073-b377-e9dc96a36d0f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:48:11.513733 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d22c5c3-5b71-4073-b377-e9dc96a36d0f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:48:11.514145 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d22c5c3-5b71-4073-b377-e9dc96a36d0f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:48:11.514461 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d22c5c3-5b71-4073-b377-e9dc96a36d0f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:48:11.515164 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d22c5c3-5b71-4073-b377-e9dc96a36d0f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:48:11.516066 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d22c5c3-5b71-4073-b377-e9dc96a36d0f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:48:11.516440 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d22c5c3-5b71-4073-b377-e9dc96a36d0f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:48:11.516816 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d22c5c3-5b71-4073-b377-e9dc96a36d0f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:48:11.517209 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d22c5c3-5b71-4073-b377-e9dc96a36d0f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:48:11.517575 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d22c5c3-5b71-4073-b377-e9dc96a36d0f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:48:11.524345 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 23:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120b7aaf-5563-4428-a8df-ebb746ba4184 x-openstack-request-id: req-120b7aaf-5563-4428-a8df-ebb746ba4184 {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:48:11.524658 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "166195e0-db5c-4439-b180-df1a9afe0e19", "tag": "6228acc7-8735-4ff5-9e8c-29307cf480f2", "status": "completed", "code": 200}]} {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:48:11.524922 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-120b7aaf-5563-4428-a8df-ebb746ba4184 {{(pid=100551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:48:11.525304 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '166195e0-db5c-4439-b180-df1a9afe0e19', 'tag': '6228acc7-8735-4ff5-9e8c-29307cf480f2', 'status': 'completed', 'code': 200} Sep 07 23:48:11.574092 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ea1a4-b959-4b68-bab9-4d2ab9602c45 req-4f8fe3bd-15c6-4f1d-a8a4-37d3cddf2992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:11.575633 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a83ea1a4-b959-4b68-bab9-4d2ab9602c45 req-4f8fe3bd-15c6-4f1d-a8a4-37d3cddf2992 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9702d1f2203a4fd0995526e65ca89634&device_id=166195e0-db5c-4439-b180-df1a9afe0e19 HTTP/1.1" status: 200 len: 1096 time: 0.0436699 Sep 07 23:48:11.627907 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a83ea1a4-b959-4b68-bab9-4d2ab9602c45 req-cc518bb0-4828-484e-9dc9-76358ccbd6a1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6228acc7-8735-4ff5-9e8c-29307cf480f2 HTTP/1.1" status: 200 len: 217 time: 0.0379066 Sep 07 23:48:11.688708 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ea1a4-b959-4b68-bab9-4d2ab9602c45 req-81eb72f3-f028-4ed6-a38e-542eff90f7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:11.690196 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a83ea1a4-b959-4b68-bab9-4d2ab9602c45 req-81eb72f3-f028-4ed6-a38e-542eff90f7b3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1f5499ea-4448-4c88-9357-bae7d9ec21b9 HTTP/1.1" status: 200 len: 854 time: 0.0492847 Sep 07 23:48:11.735245 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a83ea1a4-b959-4b68-bab9-4d2ab9602c45 req-75f2df3a-c821-40f5-8cef-c86c8ae72da6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5eb0a3c6-bf28-432c-ae1e-0b3ac767197a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314431 Sep 07 23:48:11.866915 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a83ea1a4-b959-4b68-bab9-4d2ab9602c45 req-671c6a80-92ac-47bf-9b48-fd4fb9767ede service neutron] 10.222.0.42 "GET /v2.0/networks/5eb0a3c6-bf28-432c-ae1e-0b3ac767197a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088982 Sep 07 23:48:12.000730 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a83ea1a4-b959-4b68-bab9-4d2ab9602c45 req-33e95f3c-8da2-4f33-995a-71149cdbcd28 service neutron] 10.222.0.42 "GET /v2.0/networks/5eb0a3c6-bf28-432c-ae1e-0b3ac767197a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240380 Sep 07 23:48:12.137734 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a888e8-3b56-4cab-9b09-125f72063362 req-5baacd00-2c32-4908-843e-020de2e1234a tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:12.139335 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c7a888e8-3b56-4cab-9b09-125f72063362 req-5baacd00-2c32-4908-843e-020de2e1234a tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 946 time: 0.0848196 Sep 07 23:48:12.162371 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb82dc2-67fd-45af-bd59-d40c6dc596bd req-caa44c5d-c84a-4045-b679-bfbe631f9548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:12.164112 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-6bb82dc2-67fd-45af-bd59-d40c6dc596bd req-caa44c5d-c84a-4045-b679-bfbe631f9548 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9702d1f2203a4fd0995526e65ca89634&device_id=166195e0-db5c-4439-b180-df1a9afe0e19 HTTP/1.1" status: 200 len: 1096 time: 0.0696511 Sep 07 23:48:12.224410 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c7a888e8-3b56-4cab-9b09-125f72063362 req-9983288b-26ac-435a-a9de-3c727b16798c tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731688 Sep 07 23:48:12.298010 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb82dc2-67fd-45af-bd59-d40c6dc596bd req-8f4c8885-6a09-49ae-9c81-a1aca3971054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:12.299700 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-6bb82dc2-67fd-45af-bd59-d40c6dc596bd req-8f4c8885-6a09-49ae-9c81-a1aca3971054 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5eb0a3c6-bf28-432c-ae1e-0b3ac767197a HTTP/1.1" status: 200 len: 915 time: 0.1245780 Sep 07 23:48:12.346879 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-6bb82dc2-67fd-45af-bd59-d40c6dc596bd req-a881d0e9-da8a-4631-87a8-3fe0bd7ddc1e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6228acc7-8735-4ff5-9e8c-29307cf480f2 HTTP/1.1" status: 200 len: 217 time: 0.0377789 Sep 07 23:48:12.423571 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb82dc2-67fd-45af-bd59-d40c6dc596bd req-4664eeb2-1c32-4451-9869-f553c01023cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:12.425146 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-6bb82dc2-67fd-45af-bd59-d40c6dc596bd req-4664eeb2-1c32-4451-9869-f553c01023cf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1f5499ea-4448-4c88-9357-bae7d9ec21b9 HTTP/1.1" status: 200 len: 854 time: 0.0665851 Sep 07 23:48:12.477530 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-6bb82dc2-67fd-45af-bd59-d40c6dc596bd req-fe0ba5cc-9ded-4c20-8f6a-867eebe5c136 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5eb0a3c6-bf28-432c-ae1e-0b3ac767197a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364652 Sep 07 23:48:12.553033 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aba56f-8365-4430-9fe3-89c1ffb87016 req-331a240e-c3e2-4f5f-8b00-7a37a005f72c tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:12.554785 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-66aba56f-8365-4430-9fe3-89c1ffb87016 req-331a240e-c3e2-4f5f-8b00-7a37a005f72c tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=166195e0-db5c-4439-b180-df1a9afe0e19 HTTP/1.1" status: 200 len: 943 time: 0.1453805 Sep 07 23:48:12.697348 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-66aba56f-8365-4430-9fe3-89c1ffb87016 req-b5245b5e-4d85-4045-8d3a-2a9737c661f4 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/security-groups?id=80d982fc-7c6a-451c-a13f-66d039ab5d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786643 Sep 07 23:48:12.720466 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ed981-634f-4c55-8c0d-e01bd8d7b6b1 req-105d6b08-d513-4f6e-9bab-3b8d94298e5a tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:12.722120 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-944ed981-634f-4c55-8c0d-e01bd8d7b6b1 req-105d6b08-d513-4f6e-9bab-3b8d94298e5a tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/networks?id=2355176b-05fc-4c21-975b-e884d75b77f0 HTTP/1.1" status: 200 len: 809 time: 0.2615087 Sep 07 23:48:12.724282 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-6bb82dc2-67fd-45af-bd59-d40c6dc596bd req-70e72a06-45d6-4e81-97d0-8aac409dcf0e service neutron] 10.222.0.42 "GET /v2.0/networks/5eb0a3c6-bf28-432c-ae1e-0b3ac767197a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334595 Sep 07 23:48:12.748419 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-944ed981-634f-4c55-8c0d-e01bd8d7b6b1 req-fb99cbdc-3902-400d-ac2a-231ab00a51d4 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/quotas/b39ebb7b11f74999b7ff13092c003ff6 HTTP/1.1" status: 200 len: 375 time: 0.0194046 Sep 07 23:48:12.796943 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-944ed981-634f-4c55-8c0d-e01bd8d7b6b1 req-13e29428-da9b-449d-8847-d5174ce4f08e tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b39ebb7b11f74999b7ff13092c003ff6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380838 Sep 07 23:48:12.914332 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-6bb82dc2-67fd-45af-bd59-d40c6dc596bd req-cb88680f-9f78-4c46-b53d-35c76e47a90f service neutron] 10.222.0.42 "GET /v2.0/networks/5eb0a3c6-bf28-432c-ae1e-0b3ac767197a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765838 Sep 07 23:48:12.953700 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-944ed981-634f-4c55-8c0d-e01bd8d7b6b1 req-be61a000-2dc1-4d1e-8cf3-25149b4e4688 service neutron] 10.222.0.15 "GET /v2.0/networks/2355176b-05fc-4c21-975b-e884d75b77f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298034 Sep 07 23:48:13.090205 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-944ed981-634f-4c55-8c0d-e01bd8d7b6b1 req-e840120b-79c1-46fe-a4ed-faf2539ccb29 service neutron] 10.222.0.15 "GET /v2.0/networks/2355176b-05fc-4c21-975b-e884d75b77f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292570 Sep 07 23:48:13.214815 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-2a397867-1f41-4190-846b-f4aa3721addf req-9fa8d0ef-38d4-4d4b-b18b-6227c71f8bcf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0672338 Sep 07 23:48:13.332548 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a397867-1f41-4190-846b-f4aa3721addf req-d3137ca2-3e0c-4a74-bd0d-ab3256b928af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:13.337405 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-2a397867-1f41-4190-846b-f4aa3721addf req-d3137ca2-3e0c-4a74-bd0d-ab3256b928af service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=58b276a8254e43be89c8e4a10c333cbe&device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 1099 time: 0.0890408 Sep 07 23:48:13.377464 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-530b6852-1192-47cd-8327-54c31eb1f8b2 req-70ecb4a1-ed1c-4f80-a924-6469bd024510 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/ports?device_id=8241fefa-b300-466f-855d-fdc6f62208e1 HTTP/1.1" status: 200 len: 210 time: 0.0490718 Sep 07 23:48:13.545532 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66593e85-8936-4464-8ca5-d3bcc4fc5924 req-d8fa5f28-61a1-4165-a8e1-365b7b0bddb2 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:13.547150 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-66593e85-8936-4464-8ca5-d3bcc4fc5924 req-d8fa5f28-61a1-4165-a8e1-365b7b0bddb2 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 946 time: 0.1738331 Sep 07 23:48:13.579758 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a397867-1f41-4190-846b-f4aa3721addf req-d06474d3-48cb-4a83-9bd1-4a9830e0970d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:13.582559 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-2a397867-1f41-4190-846b-f4aa3721addf req-d06474d3-48cb-4a83-9bd1-4a9830e0970d service neutron] 10.222.0.42 "GET /v2.0/networks?id=bb0cf1ab-d1d5-410c-b15c-8c9770c10630 HTTP/1.1" status: 200 len: 918 time: 0.2079642 Sep 07 23:48:13.658504 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-66593e85-8936-4464-8ca5-d3bcc4fc5924 req-b4d28375-2343-4a9d-972d-c770036ad63f tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945849 Sep 07 23:48:13.696606 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-2a397867-1f41-4190-846b-f4aa3721addf req-20311387-3734-414d-806a-c07007f1ac68 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03abb03a-9526-4041-93a7-bea9ea9e25f0 HTTP/1.1" status: 200 len: 1002 time: 0.0974598 Sep 07 23:48:13.788351 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a397867-1f41-4190-846b-f4aa3721addf req-b1159cbb-f6cc-4610-8250-e93337e82147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:13.790783 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-2a397867-1f41-4190-846b-f4aa3721addf req-b1159cbb-f6cc-4610-8250-e93337e82147 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2e4b191b-fe64-4814-8fad-97b5ba0852ce HTTP/1.1" status: 200 len: 856 time: 0.0861001 Sep 07 23:48:13.907112 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a397867-1f41-4190-846b-f4aa3721addf req-536b164b-f4f1-450d-be20-06ed98c18b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:13.911659 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-2a397867-1f41-4190-846b-f4aa3721addf req-536b164b-f4f1-450d-be20-06ed98c18b34 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bb0cf1ab-d1d5-410c-b15c-8c9770c10630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1046734 Sep 07 23:48:13.931956 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7716fe88-e123-425d-bd33-71f1dd3d3f3b req-bef6badc-f608-4fdb-8792-8c0e42f4239b tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:13.933489 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7716fe88-e123-425d-bd33-71f1dd3d3f3b req-bef6badc-f608-4fdb-8792-8c0e42f4239b tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=166195e0-db5c-4439-b180-df1a9afe0e19 HTTP/1.1" status: 200 len: 943 time: 0.1112456 Sep 07 23:48:14.030461 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7716fe88-e123-425d-bd33-71f1dd3d3f3b req-63308a9a-a300-4d1d-bb37-7ca73219dfbf tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/security-groups?id=80d982fc-7c6a-451c-a13f-66d039ab5d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868680 Sep 07 23:48:14.064001 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-2a397867-1f41-4190-846b-f4aa3721addf req-eac12a06-b9a4-4a05-aa71-a09514415d37 service neutron] 10.222.0.42 "GET /v2.0/networks/bb0cf1ab-d1d5-410c-b15c-8c9770c10630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294048 Sep 07 23:48:14.188336 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-2a397867-1f41-4190-846b-f4aa3721addf req-bfcbecd6-c08e-4b16-81aa-1a792d04f9f3 service neutron] 10.222.0.42 "GET /v2.0/networks/bb0cf1ab-d1d5-410c-b15c-8c9770c10630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071334 Sep 07 23:48:14.511057 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-40b23943-54de-4e92-9221-951167420dd0 req-4cc0201b-bd47-4b21-abe7-0765e3005770 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/ports?device_id=8241fefa-b300-466f-855d-fdc6f62208e1 HTTP/1.1" status: 200 len: 210 time: 0.0290725 Sep 07 23:48:14.823536 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ed981-634f-4c55-8c0d-e01bd8d7b6b1 req-8a10add9-f02f-4c78-9f12-a14327599f03 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:14.825088 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-944ed981-634f-4c55-8c0d-e01bd8d7b6b1 req-8a10add9-f02f-4c78-9f12-a14327599f03 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.42 "GET /v2.0/networks?id=2355176b-05fc-4c21-975b-e884d75b77f0 HTTP/1.1" status: 200 len: 809 time: 0.1755073 Sep 07 23:48:14.845455 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [req-944ed981-634f-4c55-8c0d-e01bd8d7b6b1 req-7dcb66fb-87b9-4d5d-bb4b-a68ebd3bee56 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Request body: {'port': {'device_id': '8241fefa-b300-466f-855d-fdc6f62208e1', 'network_id': '2355176b-05fc-4c21-975b-e884d75b77f0', 'admin_state_up': True, 'tenant_id': 'b39ebb7b11f74999b7ff13092c003ff6'}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:48:14.858293 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f0c78-3c07-4da6-b9b9-e0de76642933 req-ba65af40-ace5-4594-9f84-66902b99f892 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:14.861857 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4f5f0c78-3c07-4da6-b9b9-e0de76642933 req-ba65af40-ace5-4594-9f84-66902b99f892 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 946 time: 0.0931473 Sep 07 23:48:14.944972 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 6228acc7-8735-4ff5-9e8c-29307cf480f2 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=100552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 23:48:15.078898 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port 6228acc7-8735-4ff5-9e8c-29307cf480f2, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=6228acc7-8735-4ff5-9e8c-29307cf480f2,segment=NetworkSegment(3fd46725-363a-40b4-a905-e4625251ced3),segment_id=3fd46725-363a-40b4-a905-e4625251ced3)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:48:15.095709 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Returning: {'device': '6228acc7-8735-4ff5-9e8c-29307cf480f2', 'network_id': '5eb0a3c6-bf28-432c-ae1e-0b3ac767197a', 'port_id': '6228acc7-8735-4ff5-9e8c-29307cf480f2', 'mac_address': 'fa:16:3e:23:7a:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f5499ea-4448-4c88-9357-bae7d9ec21b9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 23:48:15.181387 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:15.198660 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.notifiers.nova [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6228acc7-8735-4ff5-9e8c-29307cf480f2 {{(pid=100552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 23:48:15.220028 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4f5f0c78-3c07-4da6-b9b9-e0de76642933 req-40907244-d2cb-45ac-b287-80879ee4cfd8 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426073 Sep 07 23:48:15.223007 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port 6228acc7-8735-4ff5-9e8c-29307cf480f2, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=6228acc7-8735-4ff5-9e8c-29307cf480f2,segment=NetworkSegment(3fd46725-363a-40b4-a905-e4625251ced3),segment_id=3fd46725-363a-40b4-a905-e4625251ced3)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:48:15.230359 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:15.296020 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e5425-e7b0-4f8b-936a-c34424ab881a req-36ffe83a-cc41-45b8-8fe9-8f6776c2d082 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:15.300380 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-cf5e5425-e7b0-4f8b-936a-c34424ab881a req-36ffe83a-cc41-45b8-8fe9-8f6776c2d082 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=166195e0-db5c-4439-b180-df1a9afe0e19 HTTP/1.1" status: 200 len: 943 time: 0.0997484 Sep 07 23:48:15.311422 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Pushing event updated for resources: {'Port': ['ID=6228acc7-8735-4ff5-9e8c-29307cf480f2,revision_number=4']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:48:15.328184 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-944ed981-634f-4c55-8c0d-e01bd8d7b6b1 req-7dcb66fb-87b9-4d5d-bb4b-a68ebd3bee56 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Made reservation on behalf of b39ebb7b11f74999b7ff13092c003ff6 for: {'port': 1} {{(pid=100551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:48:15.332151 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-944ed981-634f-4c55-8c0d-e01bd8d7b6b1 req-7dcb66fb-87b9-4d5d-bb4b-a68ebd3bee56 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:15.370099 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-cf5e5425-e7b0-4f8b-936a-c34424ab881a req-d06b9c01-4f70-49f7-9878-8827ce6eb357 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/security-groups?id=80d982fc-7c6a-451c-a13f-66d039ab5d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582078 Sep 07 23:48:15.519997 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.db_base_plugin_common [req-944ed981-634f-4c55-8c0d-e01bd8d7b6b1 req-7dcb66fb-87b9-4d5d-bb4b-a68ebd3bee56 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Allocated IP 172.20.0.7 (2355176b-05fc-4c21-975b-e884d75b77f0/f9b6531a-d0c4-4fe2-877b-72bd211e846d/7c747a75-cc32-4c4f-8ad7-db3588ee5089) {{(pid=100551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:48:15.649574 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] get_ports_and_sgs() called for port_ids ['6228acc7-8735-4ff5-9e8c-29307cf480f2'] {{(pid=100552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 23:48:15.692054 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c6a59ce7-4622-441f-adaa-b1716941586b req-bb83c34a-a12b-431f-ac40-b9d48729f9a3 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/ports?device_id=8241fefa-b300-466f-855d-fdc6f62208e1 HTTP/1.1" status: 200 len: 210 time: 0.0510700 Sep 07 23:48:15.799520 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-944ed981-634f-4c55-8c0d-e01bd8d7b6b1 req-7dcb66fb-87b9-4d5d-bb4b-a68ebd3bee56 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Notify callbacks [] for port, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:15.861818 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-944ed981-634f-4c55-8c0d-e01bd8d7b6b1 req-7dcb66fb-87b9-4d5d-bb4b-a68ebd3bee56 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:15.925285 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-944ed981-634f-4c55-8c0d-e01bd8d7b6b1 req-7dcb66fb-87b9-4d5d-bb4b-a68ebd3bee56 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Network 2355176b-05fc-4c21-975b-e884d75b77f0 is already hosted by enough agents. {{(pid=100551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:48:15.930227 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.base_scheduler [req-944ed981-634f-4c55-8c0d-e01bd8d7b6b1 req-7dcb66fb-87b9-4d5d-bb4b-a68ebd3bee56 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Resources bound (agent type, host, resource id): {{(pid=100551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:48:15.936863 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.l3_dvrscheduler_db [req-944ed981-634f-4c55-8c0d-e01bd8d7b6b1 req-7dcb66fb-87b9-4d5d-bb4b-a68ebd3bee56 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Received port after_create {{(pid=100551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:48:15.944837 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb66fb-87b9-4d5d-bb4b-a68ebd3bee56 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Pushing event updated for resources: {'Port': ['ID=7c747a75-cc32-4c4f-8ad7-db3588ee5089,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:48:15.997308 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ed981-634f-4c55-8c0d-e01bd8d7b6b1 req-7dcb66fb-87b9-4d5d-bb4b-a68ebd3bee56 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:15.997979 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-944ed981-634f-4c55-8c0d-e01bd8d7b6b1 req-7dcb66fb-87b9-4d5d-bb4b-a68ebd3bee56 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:16.017190 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-944ed981-634f-4c55-8c0d-e01bd8d7b6b1 req-7dcb66fb-87b9-4d5d-bb4b-a68ebd3bee56 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1778874 Sep 07 23:48:16.039073 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [req-944ed981-634f-4c55-8c0d-e01bd8d7b6b1 req-4191cf30-cd2e-4302-bc6a-83631a265323 service neutron] Request body: {'port': {'device_id': '8241fefa-b300-466f-855d-fdc6f62208e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:48:16.111068 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-944ed981-634f-4c55-8c0d-e01bd8d7b6b1 req-4191cf30-cd2e-4302-bc6a-83631a265323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:16.443795 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ceab6-c6db-4296-b0af-16d8a82a0eb9 req-19b4f5cd-d04b-48e1-8b97-4b8ebab10026 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:16.446717 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4f7ceab6-c6db-4296-b0af-16d8a82a0eb9 req-19b4f5cd-d04b-48e1-8b97-4b8ebab10026 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 946 time: 0.1141479 Sep 07 23:48:16.580004 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4f7ceab6-c6db-4296-b0af-16d8a82a0eb9 req-c7495741-12b4-412d-866c-6ed94932dcbd tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258073 Sep 07 23:48:16.594474 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [req-944ed981-634f-4c55-8c0d-e01bd8d7b6b1 req-4191cf30-cd2e-4302-bc6a-83631a265323 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c747a75-cc32-4c4f-8ad7-db3588ee5089 {{(pid=100551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 23:48:16.612596 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-944ed981-634f-4c55-8c0d-e01bd8d7b6b1 req-4191cf30-cd2e-4302-bc6a-83631a265323 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:16.639232 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a9319-5406-4e73-99b6-ebce451cf025 req-ae8b3dfa-356e-4e99-9ad7-b56f4b373a58 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:16.642103 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-6a1a9319-5406-4e73-99b6-ebce451cf025 req-ae8b3dfa-356e-4e99-9ad7-b56f4b373a58 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=166195e0-db5c-4439-b180-df1a9afe0e19 HTTP/1.1" status: 200 len: 944 time: 0.1727896 Sep 07 23:48:16.655059 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.provisioning_blocks [req-944ed981-634f-4c55-8c0d-e01bd8d7b6b1 req-4191cf30-cd2e-4302-bc6a-83631a265323 service neutron] Transition to ACTIVE for port object 7c747a75-cc32-4c4f-8ad7-db3588ee5089 will not be triggered until provisioned by entity L2. {{(pid=100551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:48:16.663396 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-944ed981-634f-4c55-8c0d-e01bd8d7b6b1 req-4191cf30-cd2e-4302-bc6a-83631a265323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5131532'] for port, after_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:16.748235 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-6a1a9319-5406-4e73-99b6-ebce451cf025 req-3463c5d2-eda5-499f-9167-d0527297d6c7 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/security-groups?id=80d982fc-7c6a-451c-a13f-66d039ab5d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944970 Sep 07 23:48:16.749348 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4191cf30-cd2e-4302-bc6a-83631a265323 service neutron] Pushing event updated for resources: {'Port': ['ID=7c747a75-cc32-4c4f-8ad7-db3588ee5089,revision_number=2']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:48:16.855937 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-944ed981-634f-4c55-8c0d-e01bd8d7b6b1 req-4191cf30-cd2e-4302-bc6a-83631a265323 service neutron] Attempting to bind port 7c747a75-cc32-4c4f-8ad7-db3588ee5089 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 23:48:16.855937 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-944ed981-634f-4c55-8c0d-e01bd8d7b6b1 req-4191cf30-cd2e-4302-bc6a-83631a265323 service neutron] Attempting to bind port 7c747a75-cc32-4c4f-8ad7-db3588ee5089 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': 'a973bdf8-370d-4db2-abf5-29cff2554e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2355176b-05fc-4c21-975b-e884d75b77f0'}] {{(pid=100551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 23:48:16.856284 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944ed981-634f-4c55-8c0d-e01bd8d7b6b1 req-4191cf30-cd2e-4302-bc6a-83631a265323 service neutron] Attempting to bind port 7c747a75-cc32-4c4f-8ad7-db3588ee5089 on network 2355176b-05fc-4c21-975b-e884d75b77f0 {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:48:16.862173 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944ed981-634f-4c55-8c0d-e01bd8d7b6b1 req-4191cf30-cd2e-4302-bc6a-83631a265323 service neutron] Port 7c747a75-cc32-4c4f-8ad7-db3588ee5089 on network 2355176b-05fc-4c21-975b-e884d75b77f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 23:48:16.862563 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944ed981-634f-4c55-8c0d-e01bd8d7b6b1 req-4191cf30-cd2e-4302-bc6a-83631a265323 service neutron] Attempting to bind port 7c747a75-cc32-4c4f-8ad7-db3588ee5089 on network 2355176b-05fc-4c21-975b-e884d75b77f0 {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:48:16.874798 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944ed981-634f-4c55-8c0d-e01bd8d7b6b1 req-4191cf30-cd2e-4302-bc6a-83631a265323 service neutron] Checking agent: {'id': '8b06e77c-11ef-48c4-9ba2-92653b27ce62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 23, 44, 18), 'started_at': datetime.datetime(2021, 9, 7, 23, 44, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 23, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 23:48:16.875622 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944ed981-634f-4c55-8c0d-e01bd8d7b6b1 req-4191cf30-cd2e-4302-bc6a-83631a265323 service neutron] Checking segment: {'id': 'a973bdf8-370d-4db2-abf5-29cff2554e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2355176b-05fc-4c21-975b-e884d75b77f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:48:16.876264 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944ed981-634f-4c55-8c0d-e01bd8d7b6b1 req-4191cf30-cd2e-4302-bc6a-83631a265323 service neutron] Bound using segment: {'id': 'a973bdf8-370d-4db2-abf5-29cff2554e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2355176b-05fc-4c21-975b-e884d75b77f0'} {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 23:48:16.877346 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-944ed981-634f-4c55-8c0d-e01bd8d7b6b1 req-4191cf30-cd2e-4302-bc6a-83631a265323 service neutron] Bound port: 7c747a75-cc32-4c4f-8ad7-db3588ee5089, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a973bdf8-370d-4db2-abf5-29cff2554e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2355176b-05fc-4c21-975b-e884d75b77f0'}}] {{(pid=100551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 23:48:16.877988 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-944ed981-634f-4c55-8c0d-e01bd8d7b6b1 req-4191cf30-cd2e-4302-bc6a-83631a265323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:16.943013 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 6228acc7-8735-4ff5-9e8c-29307cf480f2 up at agent hyperv_hv-cinder-75157 {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:48:16.982256 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3580621-6f39-4677-b44e-309496711243 req-4cdf4645-2d56-4e23-aa5e-77b5f9351e2d tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:16.983882 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-b3580621-6f39-4677-b44e-309496711243 req-4cdf4645-2d56-4e23-aa5e-77b5f9351e2d tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/ports?device_id=8241fefa-b300-466f-855d-fdc6f62208e1 HTTP/1.1" status: 200 len: 943 time: 0.1020575 Sep 07 23:48:17.002136 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Provisioning for port 6228acc7-8735-4ff5-9e8c-29307cf480f2 completed by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:48:17.007301 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Provisioning complete for port 6228acc7-8735-4ff5-9e8c-29307cf480f2 triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:48:17.008144 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:17.037414 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-944ed981-634f-4c55-8c0d-e01bd8d7b6b1 req-4191cf30-cd2e-4302-bc6a-83631a265323 service neutron] For port 7c747a75-cc32-4c4f-8ad7-db3588ee5089, host hv-cinder-75157, cleared binding levels {{(pid=100551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 23:48:17.074923 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-944ed981-634f-4c55-8c0d-e01bd8d7b6b1 req-4191cf30-cd2e-4302-bc6a-83631a265323 service neutron] For port 7c747a75-cc32-4c4f-8ad7-db3588ee5089, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=7c747a75-cc32-4c4f-8ad7-db3588ee5089,segment=NetworkSegment(a973bdf8-370d-4db2-abf5-29cff2554e75),segment_id=a973bdf8-370d-4db2-abf5-29cff2554e75)] {{(pid=100551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 23:48:17.090104 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-944ed981-634f-4c55-8c0d-e01bd8d7b6b1 req-4191cf30-cd2e-4302-bc6a-83631a265323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5131532'] for port, after_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:17.112139 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:17.139096 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166195e0-db5c-4439-b180-df1a9afe0e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6228acc7-8735-4ff5-9e8c-29307cf480f2'}] {{(pid=100552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:48:17.141641 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6af7ada11e39af001df59af8fe1a830bb49e6ec01a9e34e873de5065727c58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ba265f-0743-42c1-b43c-fab6b6a2aa50" -d '{"events": [{"server_uuid": "166195e0-db5c-4439-b180-df1a9afe0e19", "name": "network-vif-plugged", "status": "completed", "tag": "6228acc7-8735-4ff5-9e8c-29307cf480f2"}]}' {{(pid=100552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:48:17.161972 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-b3580621-6f39-4677-b44e-309496711243 req-bf3cda4d-89cd-4ee3-8d09-5af13cb7abab tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/security-groups?id=63cec091-57c7-4010-b546-053e96a89c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617885 Sep 07 23:48:17.170789 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port 6228acc7-8735-4ff5-9e8c-29307cf480f2, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=6228acc7-8735-4ff5-9e8c-29307cf480f2,segment=NetworkSegment(3fd46725-363a-40b4-a905-e4625251ced3),segment_id=3fd46725-363a-40b4-a905-e4625251ced3)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:48:17.182683 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ed981-634f-4c55-8c0d-e01bd8d7b6b1 req-4191cf30-cd2e-4302-bc6a-83631a265323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:17.182948 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:17.183742 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-944ed981-634f-4c55-8c0d-e01bd8d7b6b1 req-4191cf30-cd2e-4302-bc6a-83631a265323 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:17.186233 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-944ed981-634f-4c55-8c0d-e01bd8d7b6b1 req-4191cf30-cd2e-4302-bc6a-83631a265323 service neutron] 10.222.0.42 "PUT /v2.0/ports/7c747a75-cc32-4c4f-8ad7-db3588ee5089 HTTP/1.1" status: 200 len: 1093 time: 1.1524992 Sep 07 23:48:17.186965 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8241fefa-b300-466f-855d-fdc6f62208e1', 'tag': '7c747a75-cc32-4c4f-8ad7-db3588ee5089'}] {{(pid=100551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:48:17.192144 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744d18a1a9123520e55b11d6b4f544890c28500fff252c5db1cb0c4b69d72d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55ec409-c9ed-4506-9a00-0e946f2e8a11" -d '{"events": [{"name": "network-changed", "server_uuid": "8241fefa-b300-466f-855d-fdc6f62208e1", "tag": "7c747a75-cc32-4c4f-8ad7-db3588ee5089"}]}' {{(pid=100551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:48:17.247459 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4191cf30-cd2e-4302-bc6a-83631a265323 service neutron] Pushing event updated for resources: {'Port': ['ID=7c747a75-cc32-4c4f-8ad7-db3588ee5089,revision_number=3']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:48:17.259768 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 23:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7327bf-3acc-4278-861a-e25e46d43514 x-openstack-request-id: req-1e7327bf-3acc-4278-861a-e25e46d43514 {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:48:17.260210 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "166195e0-db5c-4439-b180-df1a9afe0e19", "name": "network-vif-plugged", "status": "completed", "tag": "6228acc7-8735-4ff5-9e8c-29307cf480f2", "code": 200}]} {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:48:17.260673 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1e7327bf-3acc-4278-861a-e25e46d43514 {{(pid=100552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:48:17.261206 dv-cinder-751579-26-iscsi neutron-server[100552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '166195e0-db5c-4439-b180-df1a9afe0e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6228acc7-8735-4ff5-9e8c-29307cf480f2', 'code': 200} Sep 07 23:48:17.307149 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Pushing event updated for resources: {'Port': ['ID=6228acc7-8735-4ff5-9e8c-29307cf480f2,revision_number=5']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:48:17.317461 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 23:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3722060-7aef-4037-b12f-deeb2e6b5a06 x-openstack-request-id: req-f3722060-7aef-4037-b12f-deeb2e6b5a06 {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:48:17.317629 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8241fefa-b300-466f-855d-fdc6f62208e1", "tag": "7c747a75-cc32-4c4f-8ad7-db3588ee5089", "status": "completed", "code": 200}]} {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:48:17.317910 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f3722060-7aef-4037-b12f-deeb2e6b5a06 {{(pid=100551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:48:17.318143 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8241fefa-b300-466f-855d-fdc6f62208e1', 'tag': '7c747a75-cc32-4c4f-8ad7-db3588ee5089', 'status': 'completed', 'code': 200} Sep 07 23:48:17.338839 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ed981-634f-4c55-8c0d-e01bd8d7b6b1 req-6a67f770-d430-44ec-ae36-87729ec42b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:17.340533 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-944ed981-634f-4c55-8c0d-e01bd8d7b6b1 req-6a67f770-d430-44ec-ae36-87729ec42b9f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b39ebb7b11f74999b7ff13092c003ff6&device_id=8241fefa-b300-466f-855d-fdc6f62208e1 HTTP/1.1" status: 200 len: 1096 time: 0.0601106 Sep 07 23:48:17.395283 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-944ed981-634f-4c55-8c0d-e01bd8d7b6b1 req-e143b70e-d81e-4a1a-b8f7-1d708e8161f6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c747a75-cc32-4c4f-8ad7-db3588ee5089 HTTP/1.1" status: 200 len: 217 time: 0.0433233 Sep 07 23:48:17.461214 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ed981-634f-4c55-8c0d-e01bd8d7b6b1 req-49580f30-a085-45f9-9344-3dbc8d561775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:17.462826 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-944ed981-634f-4c55-8c0d-e01bd8d7b6b1 req-49580f30-a085-45f9-9344-3dbc8d561775 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f9b6531a-d0c4-4fe2-877b-72bd211e846d HTTP/1.1" status: 200 len: 849 time: 0.0606458 Sep 07 23:48:17.513258 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-944ed981-634f-4c55-8c0d-e01bd8d7b6b1 req-6baefda3-c238-4316-b65e-7d5c2df7cc10 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2355176b-05fc-4c21-975b-e884d75b77f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308626 Sep 07 23:48:17.534401 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0cac4a-6fac-48e0-91c6-3a8477948c9e req-61c8e7fe-0bb0-4b6b-9a86-11ed52ad37f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:17.535931 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ad0cac4a-6fac-48e0-91c6-3a8477948c9e req-61c8e7fe-0bb0-4b6b-9a86-11ed52ad37f3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=166195e0-db5c-4439-b180-df1a9afe0e19 HTTP/1.1" status: 200 len: 1098 time: 0.0880525 Sep 07 23:48:17.631598 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ad0cac4a-6fac-48e0-91c6-3a8477948c9e req-ce1fa85f-2ec3-4bad-aaca-ace091744b44 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=80d982fc-7c6a-451c-a13f-66d039ab5d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821810 Sep 07 23:48:17.657041 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-944ed981-634f-4c55-8c0d-e01bd8d7b6b1 req-8561b584-bd83-4178-8757-434752717866 service neutron] 10.222.0.42 "GET /v2.0/networks/2355176b-05fc-4c21-975b-e884d75b77f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324339 Sep 07 23:48:17.734879 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b50cb5-980c-49e2-ad7a-70229b64e2c2 req-2c0e9e38-962f-4534-9fd5-275ef0bf3a07 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:17.736440 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-86b50cb5-980c-49e2-ad7a-70229b64e2c2 req-2c0e9e38-962f-4534-9fd5-275ef0bf3a07 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 946 time: 0.0523233 Sep 07 23:48:17.789220 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-86b50cb5-980c-49e2-ad7a-70229b64e2c2 req-e4cc28b1-2a15-4585-b946-e94ab62bfb68 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444329 Sep 07 23:48:18.014675 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43352005-e8a5-40b0-ace0-1d23f5a37c1a req-99d92a41-d796-4f1b-b809-72e32aeecfbb tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:18.016308 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-43352005-e8a5-40b0-ace0-1d23f5a37c1a req-99d92a41-d796-4f1b-b809-72e32aeecfbb tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=166195e0-db5c-4439-b180-df1a9afe0e19 HTTP/1.1" status: 200 len: 945 time: 0.1195700 Sep 07 23:48:18.054484 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-944ed981-634f-4c55-8c0d-e01bd8d7b6b1 req-b275ecd5-ba2b-4e30-947f-45c83eddf397 service neutron] 10.222.0.42 "GET /v2.0/networks/2355176b-05fc-4c21-975b-e884d75b77f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455965 Sep 07 23:48:18.076488 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-43352005-e8a5-40b0-ace0-1d23f5a37c1a req-1825adb1-b205-423e-8139-672975e8a794 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/security-groups?id=80d982fc-7c6a-451c-a13f-66d039ab5d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503707 Sep 07 23:48:18.171357 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55ec409-c9ed-4506-9a00-0e946f2e8a11 req-048db177-adad-4cb2-930e-7ada0537acbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:18.174028 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d55ec409-c9ed-4506-9a00-0e946f2e8a11 req-048db177-adad-4cb2-930e-7ada0537acbf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b39ebb7b11f74999b7ff13092c003ff6&device_id=8241fefa-b300-466f-855d-fdc6f62208e1 HTTP/1.1" status: 200 len: 1096 time: 0.0497921 Sep 07 23:48:18.308367 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55ec409-c9ed-4506-9a00-0e946f2e8a11 req-64708c30-b8bb-482c-9669-6599f1d94f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:18.310070 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d55ec409-c9ed-4506-9a00-0e946f2e8a11 req-64708c30-b8bb-482c-9669-6599f1d94f29 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2355176b-05fc-4c21-975b-e884d75b77f0 HTTP/1.1" status: 200 len: 910 time: 0.1232152 Sep 07 23:48:18.366971 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d55ec409-c9ed-4506-9a00-0e946f2e8a11 req-56e2a4d3-c293-4fa2-adaa-dc087a3211c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c747a75-cc32-4c4f-8ad7-db3588ee5089 HTTP/1.1" status: 200 len: 217 time: 0.0414128 Sep 07 23:48:18.392179 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b624c16-beeb-40b3-9bb4-f7f771e1fa01 req-0d916b9c-dc98-410a-a115-c3dfe56a60f2 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:18.393890 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8b624c16-beeb-40b3-9bb4-f7f771e1fa01 req-0d916b9c-dc98-410a-a115-c3dfe56a60f2 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/ports?device_id=8241fefa-b300-466f-855d-fdc6f62208e1 HTTP/1.1" status: 200 len: 943 time: 0.1009400 Sep 07 23:48:18.454576 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55ec409-c9ed-4506-9a00-0e946f2e8a11 req-d856aba4-912f-4bab-a573-75b0cbcd6c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:18.456184 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d55ec409-c9ed-4506-9a00-0e946f2e8a11 req-d856aba4-912f-4bab-a573-75b0cbcd6c9f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f9b6531a-d0c4-4fe2-877b-72bd211e846d HTTP/1.1" status: 200 len: 849 time: 0.0813100 Sep 07 23:48:18.481075 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8b624c16-beeb-40b3-9bb4-f7f771e1fa01 req-7f5e5da1-79f4-405d-8e79-7dcc4c5361a4 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/security-groups?id=63cec091-57c7-4010-b546-053e96a89c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631645 Sep 07 23:48:18.497778 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d55ec409-c9ed-4506-9a00-0e946f2e8a11 req-70b0773f-ed22-468a-a4ac-9fb445cf3322 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2355176b-05fc-4c21-975b-e884d75b77f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323529 Sep 07 23:48:18.498662 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:18.616586 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d55ec409-c9ed-4506-9a00-0e946f2e8a11 req-e3a5abf2-b97f-46d9-b873-3e52da0c5e68 service neutron] 10.222.0.42 "GET /v2.0/networks/2355176b-05fc-4c21-975b-e884d75b77f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053863 Sep 07 23:48:18.719107 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d55ec409-c9ed-4506-9a00-0e946f2e8a11 req-b6f6171e-fd18-40c8-8eec-2b3136832fda service neutron] 10.222.0.42 "GET /v2.0/networks/2355176b-05fc-4c21-975b-e884d75b77f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947537 Sep 07 23:48:18.927385 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b28ef7a-6766-426a-89b4-f52ddc33ac75 req-213ba4e0-3695-4077-a47f-c720f76247c7 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:18.929065 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4b28ef7a-6766-426a-89b4-f52ddc33ac75 req-213ba4e0-3695-4077-a47f-c720f76247c7 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 946 time: 0.0555236 Sep 07 23:48:18.982765 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4b28ef7a-6766-426a-89b4-f52ddc33ac75 req-a9b6dabc-7d29-4908-be9b-7b4775782dac tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417819 Sep 07 23:48:19.245700 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d59875-c1d2-4a0e-be0a-688f76154613 req-18c398a0-3200-4bcb-ae58-88f4f2c15770 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:19.247675 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-03d59875-c1d2-4a0e-be0a-688f76154613 req-18c398a0-3200-4bcb-ae58-88f4f2c15770 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=166195e0-db5c-4439-b180-df1a9afe0e19 HTTP/1.1" status: 200 len: 945 time: 0.0641201 Sep 07 23:48:19.332361 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-03d59875-c1d2-4a0e-be0a-688f76154613 req-a8733e25-a04b-48e3-9903-e201d9e57e20 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/security-groups?id=80d982fc-7c6a-451c-a13f-66d039ab5d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724270 Sep 07 23:48:19.650763 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591e426-cb00-40ed-b5d5-62d206d375e6 req-d43fafc7-005d-4a7f-bab8-4f191eeb1709 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:19.652362 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8591e426-cb00-40ed-b5d5-62d206d375e6 req-d43fafc7-005d-4a7f-bab8-4f191eeb1709 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/ports?device_id=8241fefa-b300-466f-855d-fdc6f62208e1 HTTP/1.1" status: 200 len: 943 time: 0.0710006 Sep 07 23:48:19.711260 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8591e426-cb00-40ed-b5d5-62d206d375e6 req-516a6ccc-014b-40c6-b663-d7c028c3a9b3 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/security-groups?id=63cec091-57c7-4010-b546-053e96a89c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511024 Sep 07 23:48:20.129822 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4502c8-0641-4ef8-a092-249ee0bed7cf req-8c69cbbc-d779-42bb-a5dd-b9c8a8a8aa8a tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:20.132436 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-2d4502c8-0641-4ef8-a092-249ee0bed7cf req-8c69cbbc-d779-42bb-a5dd-b9c8a8a8aa8a tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 946 time: 0.0669868 Sep 07 23:48:20.180517 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-2d4502c8-0641-4ef8-a092-249ee0bed7cf req-c8a22de6-597b-4d78-83ff-f435b6fc5bd0 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411272 Sep 07 23:48:20.478555 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4425e3b5-d502-41f7-9cb9-4d2aedf49f55 req-84a9ecb5-a796-4eac-a5d0-d8c93f8ee515 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:20.480171 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4425e3b5-d502-41f7-9cb9-4d2aedf49f55 req-84a9ecb5-a796-4eac-a5d0-d8c93f8ee515 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=166195e0-db5c-4439-b180-df1a9afe0e19 HTTP/1.1" status: 200 len: 945 time: 0.0582149 Sep 07 23:48:20.523127 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4425e3b5-d502-41f7-9cb9-4d2aedf49f55 req-46e85062-6bed-4ea8-93e6-1ba6a6503bd5 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/security-groups?id=80d982fc-7c6a-451c-a13f-66d039ab5d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356266 Sep 07 23:48:20.942819 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6e68a-886f-49dc-b2ef-2cd9994005eb req-ee057433-dad5-461f-afb4-74d5f377a8ab tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:20.945538 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c8b6e68a-886f-49dc-b2ef-2cd9994005eb req-ee057433-dad5-461f-afb4-74d5f377a8ab tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/ports?device_id=8241fefa-b300-466f-855d-fdc6f62208e1 HTTP/1.1" status: 200 len: 943 time: 0.1180153 Sep 07 23:48:20.975860 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 7c747a75-cc32-4c4f-8ad7-db3588ee5089 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=100552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 23:48:20.990206 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c8b6e68a-886f-49dc-b2ef-2cd9994005eb req-202b09c0-3cfe-4e43-86ac-3d699330c963 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/security-groups?id=63cec091-57c7-4010-b546-053e96a89c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385408 Sep 07 23:48:21.102222 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port 7c747a75-cc32-4c4f-8ad7-db3588ee5089, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=7c747a75-cc32-4c4f-8ad7-db3588ee5089,segment=NetworkSegment(a973bdf8-370d-4db2-abf5-29cff2554e75),segment_id=a973bdf8-370d-4db2-abf5-29cff2554e75)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:48:21.114586 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Returning: {'device': '7c747a75-cc32-4c4f-8ad7-db3588ee5089', 'network_id': '2355176b-05fc-4c21-975b-e884d75b77f0', 'port_id': '7c747a75-cc32-4c4f-8ad7-db3588ee5089', 'mac_address': 'fa:16:3e:cb:78:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b6531a-d0c4-4fe2-877b-72bd211e846d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 23:48:21.156531 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:21.170528 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.notifiers.nova [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c747a75-cc32-4c4f-8ad7-db3588ee5089 {{(pid=100552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 23:48:21.191456 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port 7c747a75-cc32-4c4f-8ad7-db3588ee5089, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=7c747a75-cc32-4c4f-8ad7-db3588ee5089,segment=NetworkSegment(a973bdf8-370d-4db2-abf5-29cff2554e75),segment_id=a973bdf8-370d-4db2-abf5-29cff2554e75)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:48:21.197940 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:21.289910 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Pushing event updated for resources: {'Port': ['ID=7c747a75-cc32-4c4f-8ad7-db3588ee5089,revision_number=4']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:48:21.351930 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187377e-cecf-45c3-8684-4db3161adbfb req-8772f70e-ef99-49ff-a3f0-e2db7347a498 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:21.353585 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f187377e-cecf-45c3-8684-4db3161adbfb req-8772f70e-ef99-49ff-a3f0-e2db7347a498 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 946 time: 0.0525706 Sep 07 23:48:21.418939 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f187377e-cecf-45c3-8684-4db3161adbfb req-ee9679fc-7281-4343-a0b7-2c23e45173f0 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542014 Sep 07 23:48:21.593369 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] get_ports_and_sgs() called for port_ids ['7c747a75-cc32-4c4f-8ad7-db3588ee5089'] {{(pid=100552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 23:48:22.532532 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb2398-c75d-4785-ac37-41e15aac1f66 req-1e309e89-ff5b-461c-bb30-4fa16d525f10 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:22.535117 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-e3bb2398-c75d-4785-ac37-41e15aac1f66 req-1e309e89-ff5b-461c-bb30-4fa16d525f10 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/ports?device_id=8241fefa-b300-466f-855d-fdc6f62208e1 HTTP/1.1" status: 200 len: 944 time: 0.0921741 Sep 07 23:48:22.638002 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-e3bb2398-c75d-4785-ac37-41e15aac1f66 req-059693e8-d22d-4e2b-818d-1e6b20d9a0c3 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/security-groups?id=63cec091-57c7-4010-b546-053e96a89c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886407 Sep 07 23:48:22.645670 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e83c49-e50d-49ae-bfa9-39289db423c9 req-3af156bf-c010-4094-95e0-80352617e3e7 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:22.647301 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-b5e83c49-e50d-49ae-bfa9-39289db423c9 req-3af156bf-c010-4094-95e0-80352617e3e7 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 946 time: 0.1089413 Sep 07 23:48:22.700040 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-b5e83c49-e50d-49ae-bfa9-39289db423c9 req-357c8866-71f0-4b09-b7e9-384ee940b606 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461171 Sep 07 23:48:22.796485 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e9b6c2-1cf0-40b8-b031-ee543c88797d req-790e536b-c25c-4b71-9075-4fb229e1f032 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:22.799115 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-b3e9b6c2-1cf0-40b8-b031-ee543c88797d req-790e536b-c25c-4b71-9075-4fb229e1f032 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 946 time: 0.0932240 Sep 07 23:48:22.847999 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-b3e9b6c2-1cf0-40b8-b031-ee543c88797d req-d244c5f7-47f6-403e-b954-aad44923cb7a tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408359 Sep 07 23:48:22.993341 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 7c747a75-cc32-4c4f-8ad7-db3588ee5089 up at agent hyperv_hv-cinder-75157 {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:48:23.058494 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Provisioning for port 7c747a75-cc32-4c4f-8ad7-db3588ee5089 completed by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:48:23.063462 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Provisioning complete for port 7c747a75-cc32-4c4f-8ad7-db3588ee5089 triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:48:23.063903 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:23.159392 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:23.192185 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8241fefa-b300-466f-855d-fdc6f62208e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c747a75-cc32-4c4f-8ad7-db3588ee5089'}] {{(pid=100552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:48:23.195321 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6af7ada11e39af001df59af8fe1a830bb49e6ec01a9e34e873de5065727c58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb32523-7744-4bea-86b5-a9582b153ddb" -d '{"events": [{"server_uuid": "8241fefa-b300-466f-855d-fdc6f62208e1", "name": "network-vif-plugged", "status": "completed", "tag": "7c747a75-cc32-4c4f-8ad7-db3588ee5089"}]}' {{(pid=100552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:48:23.208792 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port 7c747a75-cc32-4c4f-8ad7-db3588ee5089, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=7c747a75-cc32-4c4f-8ad7-db3588ee5089,segment=NetworkSegment(a973bdf8-370d-4db2-abf5-29cff2554e75),segment_id=a973bdf8-370d-4db2-abf5-29cff2554e75)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:48:23.214488 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:23.254954 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 23:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e89479-096b-4656-95e8-ace48297a663 x-openstack-request-id: req-f9e89479-096b-4656-95e8-ace48297a663 {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:48:23.255248 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8241fefa-b300-466f-855d-fdc6f62208e1", "name": "network-vif-plugged", "status": "completed", "tag": "7c747a75-cc32-4c4f-8ad7-db3588ee5089", "code": 200}]} {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:48:23.255493 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f9e89479-096b-4656-95e8-ace48297a663 {{(pid=100552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:48:23.256460 dv-cinder-751579-26-iscsi neutron-server[100552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8241fefa-b300-466f-855d-fdc6f62208e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c747a75-cc32-4c4f-8ad7-db3588ee5089', 'code': 200} Sep 07 23:48:23.290153 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Pushing event updated for resources: {'Port': ['ID=7c747a75-cc32-4c4f-8ad7-db3588ee5089,revision_number=5']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:48:23.450186 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee91212-ce1a-4767-b89c-72de585f10ea req-b782cf8c-74cf-425a-9e52-7564ee4efd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:23.451724 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-6ee91212-ce1a-4767-b89c-72de585f10ea req-b782cf8c-74cf-425a-9e52-7564ee4efd99 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8241fefa-b300-466f-855d-fdc6f62208e1 HTTP/1.1" status: 200 len: 1098 time: 0.0477316 Sep 07 23:48:23.516102 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-6ee91212-ce1a-4767-b89c-72de585f10ea req-46c54877-91b1-4dda-8115-8d672a416a67 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=63cec091-57c7-4010-b546-053e96a89c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364578 Sep 07 23:48:23.789236 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90880ee7-c8bb-4a51-9101-9cec09de0108 req-1c006a76-b0ba-4af1-9aa6-e790016893c0 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:23.791870 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-90880ee7-c8bb-4a51-9101-9cec09de0108 req-1c006a76-b0ba-4af1-9aa6-e790016893c0 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/ports?device_id=8241fefa-b300-466f-855d-fdc6f62208e1 HTTP/1.1" status: 200 len: 945 time: 0.0724058 Sep 07 23:48:23.864264 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-90880ee7-c8bb-4a51-9101-9cec09de0108 req-246a2ca9-ad67-4b66-8efb-4428dd05c2a0 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/security-groups?id=63cec091-57c7-4010-b546-053e96a89c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615466 Sep 07 23:48:23.877589 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b902f9a-e899-41c3-accc-036d169cadf3 req-f09756ad-a9b4-4c0c-888b-eafb47a14aa7 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:23.879249 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-9b902f9a-e899-41c3-accc-036d169cadf3 req-f09756ad-a9b4-4c0c-888b-eafb47a14aa7 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 946 time: 0.0859182 Sep 07 23:48:23.930349 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-9b902f9a-e899-41c3-accc-036d169cadf3 req-f32e50dd-67d6-46ce-8dea-493e7020fc6a tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404625 Sep 07 23:48:23.998621 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b0485-0144-40c3-b5ef-2e85b6e3ea6b req-a58c2c02-3c59-4681-94e5-62c31fd93309 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:24.000209 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f35b0485-0144-40c3-b5ef-2e85b6e3ea6b req-a58c2c02-3c59-4681-94e5-62c31fd93309 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 946 time: 0.0518258 Sep 07 23:48:24.042797 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f35b0485-0144-40c3-b5ef-2e85b6e3ea6b req-0938a893-e102-475b-ae78-d7efdd9d808e tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346112 Sep 07 23:48:25.013000 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e529824-96bb-4236-b0f5-fefb4112e30e req-1f2b37fc-c054-4815-a3d0-6689318c4104 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:25.014655 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4e529824-96bb-4236-b0f5-fefb4112e30e req-1f2b37fc-c054-4815-a3d0-6689318c4104 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/ports?device_id=8241fefa-b300-466f-855d-fdc6f62208e1 HTTP/1.1" status: 200 len: 945 time: 0.0656483 Sep 07 23:48:25.113306 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4e529824-96bb-4236-b0f5-fefb4112e30e req-14813531-6861-4604-be90-de4dcc2ca030 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/security-groups?id=63cec091-57c7-4010-b546-053e96a89c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918791 Sep 07 23:48:25.137094 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509f97d-0771-4dbd-bd8c-41ee21d06237 req-38081146-f184-4ab4-983c-e94fb89215df tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:25.138603 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-9509f97d-0771-4dbd-bd8c-41ee21d06237 req-38081146-f184-4ab4-983c-e94fb89215df tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 946 time: 0.1145499 Sep 07 23:48:25.146054 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c189e6-827d-42ba-aaa3-8f26bad1bd8f req-bcb35bfb-902b-4ed1-a733-a5ec4fb58619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:25.148780 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-19c189e6-827d-42ba-aaa3-8f26bad1bd8f req-bcb35bfb-902b-4ed1-a733-a5ec4fb58619 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 1099 time: 0.0760853 Sep 07 23:48:25.201803 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-9509f97d-0771-4dbd-bd8c-41ee21d06237 req-4937adfc-435a-467b-b115-c94aa4187229 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520132 Sep 07 23:48:25.224030 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-19c189e6-827d-42ba-aaa3-8f26bad1bd8f req-9f306c3c-e8de-402e-b806-084baef75852 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595453 Sep 07 23:48:25.262327 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb47fc7-40c1-41e2-849b-4994b406e93e req-1c9be814-32aa-41d1-a6e2-d7960434a923 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:25.263858 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-edb47fc7-40c1-41e2-849b-4994b406e93e req-1c9be814-32aa-41d1-a6e2-d7960434a923 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 946 time: 0.0611303 Sep 07 23:48:25.308212 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-edb47fc7-40c1-41e2-849b-4994b406e93e req-880ab3f7-55b0-4fd2-bf2f-6d445183d631 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379863 Sep 07 23:48:26.274715 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b644818-0109-42cf-a7f0-1f64ee9dd19b req-5998beaa-f42d-4c35-8c12-1e053da9b9ab tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:26.276287 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-6b644818-0109-42cf-a7f0-1f64ee9dd19b req-5998beaa-f42d-4c35-8c12-1e053da9b9ab tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/ports?device_id=8241fefa-b300-466f-855d-fdc6f62208e1 HTTP/1.1" status: 200 len: 945 time: 0.0561054 Sep 07 23:48:26.348286 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-6b644818-0109-42cf-a7f0-1f64ee9dd19b req-85215eac-5958-44e1-9028-83d5aeef1986 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/security-groups?id=63cec091-57c7-4010-b546-053e96a89c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615530 Sep 07 23:48:26.376967 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f437ae-4d18-4010-97d4-c84512c46039 req-74946072-29e6-4f12-a835-7c29bcee3ebf tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:26.380172 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f5f437ae-4d18-4010-97d4-c84512c46039 req-74946072-29e6-4f12-a835-7c29bcee3ebf tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 946 time: 0.1018064 Sep 07 23:48:26.442963 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f5f437ae-4d18-4010-97d4-c84512c46039 req-1a6ecdce-6395-4f8a-a784-ed75af1d5a3b tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597625 Sep 07 23:48:26.492260 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d40a7-bc10-4ed1-871d-0e4e67310d95 req-92c61e95-1298-423d-bca4-4ef38710f47c tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:26.493786 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-829d40a7-bc10-4ed1-871d-0e4e67310d95 req-92c61e95-1298-423d-bca4-4ef38710f47c tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 946 time: 0.0713196 Sep 07 23:48:26.539220 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-829d40a7-bc10-4ed1-871d-0e4e67310d95 req-f193c1b6-8b12-4354-b75c-4b5732316b7d tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354445 Sep 07 23:48:27.416109 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b1a6f-a446-4ad8-908d-89f4a4c3587b req-e8f5207c-ed93-4229-9200-a08c7fa0e701 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:27.417825 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-521b1a6f-a446-4ad8-908d-89f4a4c3587b req-e8f5207c-ed93-4229-9200-a08c7fa0e701 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/ports?device_id=8241fefa-b300-466f-855d-fdc6f62208e1 HTTP/1.1" status: 200 len: 945 time: 0.0607142 Sep 07 23:48:27.480424 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-521b1a6f-a446-4ad8-908d-89f4a4c3587b req-d78c9a95-61c7-4e8a-b4c7-ad090858c56c tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/security-groups?id=63cec091-57c7-4010-b546-053e96a89c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559630 Sep 07 23:48:27.615538 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc6c61-0ffd-43c8-a8eb-161260787469 req-ac5db1cf-74fc-4512-bdff-439931906f4f tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:27.618220 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5abc6c61-0ffd-43c8-a8eb-161260787469 req-ac5db1cf-74fc-4512-bdff-439931906f4f tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 946 time: 0.0708508 Sep 07 23:48:27.704639 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000caa72-6e7d-4bf7-9995-2b1c8ba7aa92 req-971e66c9-9e6b-45e9-9a4b-819aa2979d4b tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:27.707965 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-000caa72-6e7d-4bf7-9995-2b1c8ba7aa92 req-971e66c9-9e6b-45e9-9a4b-819aa2979d4b tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 946 time: 0.0834339 Sep 07 23:48:27.713052 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5abc6c61-0ffd-43c8-a8eb-161260787469 req-5e790a27-b966-4edd-a930-6bf88faed59e tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863562 Sep 07 23:48:27.759789 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-000caa72-6e7d-4bf7-9995-2b1c8ba7aa92 req-a9085435-5222-4304-b491-f726b0062111 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454659 Sep 07 23:48:28.125117 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4860e6-1879-4b05-aca7-7bccc3ec6ba0 req-21c54549-fc42-445f-ac33-bd247133fe8f tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:28.128043 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ef4860e6-1879-4b05-aca7-7bccc3ec6ba0 req-21c54549-fc42-445f-ac33-bd247133fe8f tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 946 time: 0.0781515 Sep 07 23:48:28.133911 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf53d4f-3f00-4315-846a-5d94b1ef0b6d req-3e708dfd-5fb4-4974-bc70-924aa97c38d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:28.136658 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-aaf53d4f-3f00-4315-846a-5d94b1ef0b6d req-3e708dfd-5fb4-4974-bc70-924aa97c38d8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4c1fbe4702b24535ab7d44fc9693fcbd&device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 1099 time: 0.0967007 Sep 07 23:48:28.240024 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-8d97262a-c698-4e45-aab8-c55fc083594b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:28.508257 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ef4860e6-1879-4b05-aca7-7bccc3ec6ba0 req-daec9974-555f-46a7-8317-87d822f2db42 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702238 Sep 07 23:48:28.555170 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf53d4f-3f00-4315-846a-5d94b1ef0b6d req-de203ddb-5e51-4c26-853f-4ad4f087a2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:28.556753 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-aaf53d4f-3f00-4315-846a-5d94b1ef0b6d req-de203ddb-5e51-4c26-853f-4ad4f087a2cb service neutron] 10.222.0.42 "GET /v2.0/networks?id=8f0ad28b-91ae-4394-8b5f-02f4ebeae46e HTTP/1.1" status: 200 len: 920 time: 0.4080539 Sep 07 23:48:28.616851 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-aaf53d4f-3f00-4315-846a-5d94b1ef0b6d req-ed1de3ca-9189-456a-b7eb-fea03875a33d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2339214b-86f2-429f-b078-77b01c82091e HTTP/1.1" status: 200 len: 217 time: 0.0455918 Sep 07 23:48:28.697467 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf53d4f-3f00-4315-846a-5d94b1ef0b6d req-42027861-29ed-43d0-9ee0-018128d7c5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:28.698981 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-aaf53d4f-3f00-4315-846a-5d94b1ef0b6d req-42027861-29ed-43d0-9ee0-018128d7c5b5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f967c7b2-09f7-4f04-827b-eef1f5f7308c HTTP/1.1" status: 200 len: 859 time: 0.0588830 Sep 07 23:48:28.708159 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bac564-514b-4447-9bad-0827f167c0ce req-d49b31c6-021f-4739-92aa-483c5e9d1d47 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:28.710621 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-44bac564-514b-4447-9bad-0827f167c0ce req-d49b31c6-021f-4739-92aa-483c5e9d1d47 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/ports?device_id=8241fefa-b300-466f-855d-fdc6f62208e1 HTTP/1.1" status: 200 len: 945 time: 0.1039209 Sep 07 23:48:28.757367 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-aaf53d4f-3f00-4315-846a-5d94b1ef0b6d req-beb498b7-040d-4a67-be64-6967ead0e5c3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8f0ad28b-91ae-4394-8b5f-02f4ebeae46e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373411 Sep 07 23:48:28.785647 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-44bac564-514b-4447-9bad-0827f167c0ce req-d91a4a6a-9718-4881-b1b5-e39a71328bef tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/security-groups?id=63cec091-57c7-4010-b546-053e96a89c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674760 Sep 07 23:48:28.918343 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-aaf53d4f-3f00-4315-846a-5d94b1ef0b6d req-f9d056b9-acaa-4540-ad2a-55f8423e5219 service neutron] 10.222.0.42 "GET /v2.0/networks/8f0ad28b-91ae-4394-8b5f-02f4ebeae46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468923 Sep 07 23:48:28.936802 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc3323-45b6-4a80-960c-c0e4fcf2f2ef req-9c9ae913-1aa2-4b5a-907e-ad4702533f4b tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:28.938507 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-fdbc3323-45b6-4a80-960c-c0e4fcf2f2ef req-9c9ae913-1aa2-4b5a-907e-ad4702533f4b tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 946 time: 0.0766521 Sep 07 23:48:29.046666 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-fdbc3323-45b6-4a80-960c-c0e4fcf2f2ef req-432b3e6a-5ff3-4bb7-a942-4f4f205e062b tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967443 Sep 07 23:48:29.077606 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-aaf53d4f-3f00-4315-846a-5d94b1ef0b6d req-943ce4f4-f543-4bcf-bd21-5fba2008a5eb service neutron] 10.222.0.42 "GET /v2.0/networks/8f0ad28b-91ae-4394-8b5f-02f4ebeae46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373680 Sep 07 23:48:29.593731 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249621e-ac7f-41f6-8caf-845fb0125ccf req-bbb16689-022f-4ae9-8d2f-4be95737e6ad tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:29.595386 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5249621e-ac7f-41f6-8caf-845fb0125ccf req-bbb16689-022f-4ae9-8d2f-4be95737e6ad tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.42 "GET /v2.0/ports?device_id=8241fefa-b300-466f-855d-fdc6f62208e1 HTTP/1.1" status: 200 len: 945 time: 0.0660441 Sep 07 23:48:29.715051 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ecee94-93f7-4d70-a774-d7b139609955 req-1f6d7e35-9b14-43c0-9965-4dc376c580e9 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:29.716661 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-09ecee94-93f7-4d70-a774-d7b139609955 req-1f6d7e35-9b14-43c0-9965-4dc376c580e9 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 946 time: 0.0884156 Sep 07 23:48:29.761338 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [req-5249621e-ac7f-41f6-8caf-845fb0125ccf req-10d90e6f-c248-489a-a521-8d1813ac7602 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Deleting port 7c747a75-cc32-4c4f-8ad7-db3588ee5089 {{(pid=100551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:48:29.761745 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-5249621e-ac7f-41f6-8caf-845fb0125ccf req-10d90e6f-c248-489a-a521-8d1813ac7602 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:29.789970 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-09ecee94-93f7-4d70-a774-d7b139609955 req-e7b8dd4e-0977-4958-a051-b145aef2e8a7 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595803 Sep 07 23:48:29.914720 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-5249621e-ac7f-41f6-8caf-845fb0125ccf req-10d90e6f-c248-489a-a521-8d1813ac7602 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] For port 7c747a75-cc32-4c4f-8ad7-db3588ee5089, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=7c747a75-cc32-4c4f-8ad7-db3588ee5089,segment=NetworkSegment(a973bdf8-370d-4db2-abf5-29cff2554e75),segment_id=a973bdf8-370d-4db2-abf5-29cff2554e75)] {{(pid=100551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:48:29.915111 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-5249621e-ac7f-41f6-8caf-845fb0125ccf req-10d90e6f-c248-489a-a521-8d1813ac7602 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:29.931610 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [req-5249621e-ac7f-41f6-8caf-845fb0125ccf req-10d90e6f-c248-489a-a521-8d1813ac7602 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Calling delete_port for 7c747a75-cc32-4c4f-8ad7-db3588ee5089 owned by compute:nova {{(pid=100551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:48:29.950148 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aac021-dc4e-447d-ac60-badcd0e6f370 req-b8376421-db8a-4f2f-bad3-fba957ebca9e tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:29.951641 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-71aac021-dc4e-447d-ac60-badcd0e6f370 req-b8376421-db8a-4f2f-bad3-fba957ebca9e tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/ports?device_id=8241fefa-b300-466f-855d-fdc6f62208e1 HTTP/1.1" status: 200 len: 945 time: 0.0939877 Sep 07 23:48:30.043286 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-71aac021-dc4e-447d-ac60-badcd0e6f370 req-cb4ec90f-ce40-494a-8b2f-cd34cd066f73 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/security-groups?id=63cec091-57c7-4010-b546-053e96a89c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855627 Sep 07 23:48:30.173791 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-5249621e-ac7f-41f6-8caf-845fb0125ccf req-10d90e6f-c248-489a-a521-8d1813ac7602 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:30.194703 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] get_ports_and_sgs() called for port_ids ['7c747a75-cc32-4c4f-8ad7-db3588ee5089'] {{(pid=100552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 23:48:30.210766 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d90e6f-c248-489a-a521-8d1813ac7602 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Pushing event deleted for resources: {'Port': ['ID=7c747a75-cc32-4c4f-8ad7-db3588ee5089,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:48:30.268762 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.l3_dvrscheduler_db [req-5249621e-ac7f-41f6-8caf-845fb0125ccf req-10d90e6f-c248-489a-a521-8d1813ac7602 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] No DVR routers for this DVR port 7c747a75-cc32-4c4f-8ad7-db3588ee5089 on host hv-cinder-75157 {{(pid=100551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 23:48:30.271485 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-5249621e-ac7f-41f6-8caf-845fb0125ccf req-10d90e6f-c248-489a-a521-8d1813ac7602 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:30.274171 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5249621e-ac7f-41f6-8caf-845fb0125ccf req-10d90e6f-c248-489a-a521-8d1813ac7602 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.42 "DELETE /v2.0/ports/7c747a75-cc32-4c4f-8ad7-db3588ee5089 HTTP/1.1" status: 204 len: 173 time: 0.6699390 Sep 07 23:48:30.274842 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8241fefa-b300-466f-855d-fdc6f62208e1', 'name': 'network-vif-deleted', 'tag': '7c747a75-cc32-4c4f-8ad7-db3588ee5089'}] {{(pid=100551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:48:30.277752 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744d18a1a9123520e55b11d6b4f544890c28500fff252c5db1cb0c4b69d72d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f094c7f6-30a7-4fb7-bb99-ea0c37d496ea" -d '{"events": [{"server_uuid": "8241fefa-b300-466f-855d-fdc6f62208e1", "name": "network-vif-deleted", "tag": "7c747a75-cc32-4c4f-8ad7-db3588ee5089"}]}' {{(pid=100551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:48:30.290731 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082f458-0b14-4dee-8f67-b87eb2418cea req-35416432-e1d6-401e-b307-cb07c288bcd6 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:30.292582 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c082f458-0b14-4dee-8f67-b87eb2418cea req-35416432-e1d6-401e-b307-cb07c288bcd6 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 946 time: 0.1518528 Sep 07 23:48:30.340969 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c082f458-0b14-4dee-8f67-b87eb2418cea req-b8f4f6e4-8fa1-488b-98a8-bf2841624fb5 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413773 Sep 07 23:48:30.410627 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 23:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2291a7-22a1-4f6d-8fc1-2570d2114d2d x-openstack-request-id: req-9d2291a7-22a1-4f6d-8fc1-2570d2114d2d {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:48:30.411007 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8241fefa-b300-466f-855d-fdc6f62208e1", "name": "network-vif-deleted", "tag": "7c747a75-cc32-4c4f-8ad7-db3588ee5089", "status": "completed", "code": 200}]} {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:48:30.411346 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9d2291a7-22a1-4f6d-8fc1-2570d2114d2d {{(pid=100551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:48:30.412708 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8241fefa-b300-466f-855d-fdc6f62208e1', 'name': 'network-vif-deleted', 'tag': '7c747a75-cc32-4c4f-8ad7-db3588ee5089', 'status': 'completed', 'code': 200} Sep 07 23:48:30.927792 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf827b-a473-4bf7-aa01-ddda00246b47 req-c8023fe2-0f9b-42a6-b4bb-aca29d5b802c tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:30.929545 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a7bf827b-a473-4bf7-aa01-ddda00246b47 req-c8023fe2-0f9b-42a6-b4bb-aca29d5b802c tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 946 time: 0.0603778 Sep 07 23:48:30.975105 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a7bf827b-a473-4bf7-aa01-ddda00246b47 req-510d2959-b362-4dfb-ac18-bbe80c1d4f05 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387838 Sep 07 23:48:31.139320 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:31.372418 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571be14-b504-41ee-acc6-48ec782c0006 req-6d0fe759-c21f-427e-813c-34e148af76c3 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:31.374319 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d571be14-b504-41ee-acc6-48ec782c0006 req-6d0fe759-c21f-427e-813c-34e148af76c3 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/networks?id=2355176b-05fc-4c21-975b-e884d75b77f0 HTTP/1.1" status: 200 len: 809 time: 0.1228404 Sep 07 23:48:31.396170 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d571be14-b504-41ee-acc6-48ec782c0006 req-3be4d28e-101f-4f9c-9480-677811c52b23 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/quotas/b39ebb7b11f74999b7ff13092c003ff6 HTTP/1.1" status: 200 len: 375 time: 0.0117426 Sep 07 23:48:31.437068 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d571be14-b504-41ee-acc6-48ec782c0006 req-9ddaccdc-56e2-4856-a439-558b3ffd875c tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b39ebb7b11f74999b7ff13092c003ff6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304534 Sep 07 23:48:31.549495 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac54e7-40c2-4481-9909-f7a55ebc533f req-2b4a66dd-f296-40f1-bc78-87d918ef0631 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:31.551026 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c3ac54e7-40c2-4481-9909-f7a55ebc533f req-2b4a66dd-f296-40f1-bc78-87d918ef0631 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 946 time: 0.1127491 Sep 07 23:48:31.586801 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d571be14-b504-41ee-acc6-48ec782c0006 req-72c1c2d7-9f4a-4616-8069-8ffa90067f8d service neutron] 10.222.0.15 "GET /v2.0/networks/2355176b-05fc-4c21-975b-e884d75b77f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382415 Sep 07 23:48:31.624748 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c3ac54e7-40c2-4481-9909-f7a55ebc533f req-679e7450-9df4-4aad-baa3-7f54daea4b0c tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659118 Sep 07 23:48:31.758646 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e65502e1-e7b9-4d0b-8df0-e403ba55e5c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:31.773084 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d571be14-b504-41ee-acc6-48ec782c0006 req-61ece0d6-ce9b-4cc1-8862-e65014e0c08a service neutron] 10.222.0.15 "GET /v2.0/networks/2355176b-05fc-4c21-975b-e884d75b77f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740942 Sep 07 23:48:31.976924 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4feffed4-b780-432b-ac4f-41070f2a8f5c req-6fb73976-df0f-418f-a5d0-2271afd43015 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc0927a5-acf9-4579-8cae-f3bfdc656903 HTTP/1.1" status: 200 len: 210 time: 0.0291264 Sep 07 23:48:32.123151 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac27ac-06f3-45a4-8880-58b30f0de042 req-4d79792b-dc81-4488-bd58-2f312b2ab4aa tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:32.124891 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-65ac27ac-06f3-45a4-8880-58b30f0de042 req-4d79792b-dc81-4488-bd58-2f312b2ab4aa tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 946 time: 0.0661929 Sep 07 23:48:32.172385 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-65ac27ac-06f3-45a4-8880-58b30f0de042 req-148bdc74-4020-4ff6-b380-1d2eae89b344 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402105 Sep 07 23:48:32.773401 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776a4a2-a33b-48ca-9680-9f4979bf0d0e req-ccdf2d68-bb5c-49fa-ac41-af3af710519a tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:32.775144 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-6776a4a2-a33b-48ca-9680-9f4979bf0d0e req-ccdf2d68-bb5c-49fa-ac41-af3af710519a tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 946 time: 0.0599627 Sep 07 23:48:32.834760 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-6776a4a2-a33b-48ca-9680-9f4979bf0d0e req-93be2661-d2e1-420e-838d-8ed7b957047a tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515912 Sep 07 23:48:33.035786 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 7c747a75-cc32-4c4f-8ad7-db3588ee5089 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 23:48:33.081770 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] No Port match for: 7c747a75-cc32-4c4f-8ad7-db3588ee5089 {{(pid=100552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 23:48:33.087214 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 7c747a75-cc32-4c4f-8ad7-db3588ee5089 not bound to the agent host hv-cinder-75157 {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 23:48:33.119943 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-0a924a1c-7dc7-4e36-9a99-deaf73320201 req-ed8e32b6-4db1-46dc-a1bd-d5aee128d217 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc0927a5-acf9-4579-8cae-f3bfdc656903 HTTP/1.1" status: 200 len: 210 time: 0.0471277 Sep 07 23:48:33.165040 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 59904) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:48:33.317461 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571be14-b504-41ee-acc6-48ec782c0006 req-42e1f669-c693-4c35-967f-0f901fac28f6 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:33.320252 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d571be14-b504-41ee-acc6-48ec782c0006 req-42e1f669-c693-4c35-967f-0f901fac28f6 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.42 "GET /v2.0/networks?id=2355176b-05fc-4c21-975b-e884d75b77f0 HTTP/1.1" status: 200 len: 809 time: 0.1743715 Sep 07 23:48:33.330128 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ea97-3cf8-4e53-ad99-8ce826820bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:33.336589 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [req-d571be14-b504-41ee-acc6-48ec782c0006 req-106c82b4-c707-4b6b-be03-e7c0c87669ce tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Request body: {'port': {'device_id': 'bc0927a5-acf9-4579-8cae-f3bfdc656903', 'network_id': '2355176b-05fc-4c21-975b-e884d75b77f0', 'admin_state_up': True, 'tenant_id': 'b39ebb7b11f74999b7ff13092c003ff6'}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:48:33.342661 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-6d7e8dbd-3c73-4cb6-9800-fdcc1fdbdcb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:33.457134 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-6d7e8dbd-3c73-4cb6-9800-fdcc1fdbdcb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:33.462982 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-6d7e8dbd-3c73-4cb6-9800-fdcc1fdbdcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:33.485083 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d571be14-b504-41ee-acc6-48ec782c0006 req-106c82b4-c707-4b6b-be03-e7c0c87669ce tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Made reservation on behalf of b39ebb7b11f74999b7ff13092c003ff6 for: {'port': 1} {{(pid=100551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:48:33.489115 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-d571be14-b504-41ee-acc6-48ec782c0006 req-106c82b4-c707-4b6b-be03-e7c0c87669ce tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:33.509601 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-6d7e8dbd-3c73-4cb6-9800-fdcc1fdbdcb7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e7cfd4f875024b8ba55b3ee560be0beb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3426359 Sep 07 23:48:33.510918 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e8dbd-3c73-4cb6-9800-fdcc1fdbdcb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a702b1-51a4-4541-9f3b-132d10eb9842,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:48:33.514253 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 59912) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:48:33.576308 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-64e966cc-8318-41db-b9fa-8e32f96686be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:33.603329 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-64e966cc-8318-41db-b9fa-8e32f96686be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:33.690606 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-64e966cc-8318-41db-b9fa-8e32f96686be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:33.701089 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-64e966cc-8318-41db-b9fa-8e32f96686be admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:33.716165 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-64e966cc-8318-41db-b9fa-8e32f96686be admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e6a702b1-51a4-4541-9f3b-132d10eb9842 HTTP/1.1" status: 204 len: 168 time: 0.1895788 Sep 07 23:48:33.716165 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e966cc-8318-41db-b9fa-8e32f96686be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a702b1-51a4-4541-9f3b-132d10eb9842,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:48:33.737607 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.db_base_plugin_common [req-d571be14-b504-41ee-acc6-48ec782c0006 req-106c82b4-c707-4b6b-be03-e7c0c87669ce tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Allocated IP 172.20.0.10 (2355176b-05fc-4c21-975b-e884d75b77f0/f9b6531a-d0c4-4fe2-877b-72bd211e846d/1028cc05-e0ed-4a8a-99b8-2ba54df44a0e) {{(pid=100551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:48:33.840873 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a417f2b-ff77-4cab-b6b1-4e82d5a6aaa6 req-ea39ebfa-ec42-4b9a-9e4c-a107b36ea9eb tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:33.842682 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5a417f2b-ff77-4cab-b6b1-4e82d5a6aaa6 req-ea39ebfa-ec42-4b9a-9e4c-a107b36ea9eb tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 946 time: 0.0998650 Sep 07 23:48:33.978208 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5a417f2b-ff77-4cab-b6b1-4e82d5a6aaa6 req-a3ad05a0-43bf-484f-92d5-35d8dee011c2 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251369 Sep 07 23:48:34.039488 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-d571be14-b504-41ee-acc6-48ec782c0006 req-106c82b4-c707-4b6b-be03-e7c0c87669ce tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Notify callbacks [] for port, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:34.060797 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbf9c0-103c-42c9-a7ce-b610275ac8e3 req-6d3cea0a-9f74-4819-b555-eac06f63eba1 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:34.068162 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-fbfbf9c0-103c-42c9-a7ce-b610275ac8e3 req-6d3cea0a-9f74-4819-b555-eac06f63eba1 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 946 time: 0.1143548 Sep 07 23:48:34.131886 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-fbfbf9c0-103c-42c9-a7ce-b610275ac8e3 req-079db0a9-89a1-4c6c-9d62-f8b0dedef9e9 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624399 Sep 07 23:48:34.149191 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-d571be14-b504-41ee-acc6-48ec782c0006 req-106c82b4-c707-4b6b-be03-e7c0c87669ce tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:34.229467 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106c82b4-c707-4b6b-be03-e7c0c87669ce tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Pushing event updated for resources: {'Port': ['ID=1028cc05-e0ed-4a8a-99b8-2ba54df44a0e,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:48:34.279569 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d571be14-b504-41ee-acc6-48ec782c0006 req-106c82b4-c707-4b6b-be03-e7c0c87669ce tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Network 2355176b-05fc-4c21-975b-e884d75b77f0 is already hosted by enough agents. {{(pid=100551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:48:34.284153 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.base_scheduler [req-d571be14-b504-41ee-acc6-48ec782c0006 req-106c82b4-c707-4b6b-be03-e7c0c87669ce tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Resources bound (agent type, host, resource id): {{(pid=100551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:48:34.288058 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.l3_dvrscheduler_db [req-d571be14-b504-41ee-acc6-48ec782c0006 req-106c82b4-c707-4b6b-be03-e7c0c87669ce tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Received port after_create {{(pid=100551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:48:34.351678 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482018bc-b17f-4370-be7e-5e59f3b4e033 req-7430dc48-23aa-46f8-a2a7-e5caa338d938 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:34.353440 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-482018bc-b17f-4370-be7e-5e59f3b4e033 req-7430dc48-23aa-46f8-a2a7-e5caa338d938 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc0927a5-acf9-4579-8cae-f3bfdc656903 HTTP/1.1" status: 200 len: 932 time: 0.1149383 Sep 07 23:48:34.364752 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571be14-b504-41ee-acc6-48ec782c0006 req-106c82b4-c707-4b6b-be03-e7c0c87669ce tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:34.365489 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-d571be14-b504-41ee-acc6-48ec782c0006 req-106c82b4-c707-4b6b-be03-e7c0c87669ce tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:34.417265 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d571be14-b504-41ee-acc6-48ec782c0006 req-106c82b4-c707-4b6b-be03-e7c0c87669ce tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0857840 Sep 07 23:48:34.432257 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-482018bc-b17f-4370-be7e-5e59f3b4e033 req-ae10a5b7-bfc1-41eb-b3c7-6b5750d5b887 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/security-groups?id=63cec091-57c7-4010-b546-053e96a89c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631061 Sep 07 23:48:34.438332 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [req-d571be14-b504-41ee-acc6-48ec782c0006 req-5344866d-4baf-4b24-93c9-6075ffc100a2 service neutron] Request body: {'port': {'device_id': 'bc0927a5-acf9-4579-8cae-f3bfdc656903', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:48:34.512461 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-d571be14-b504-41ee-acc6-48ec782c0006 req-5344866d-4baf-4b24-93c9-6075ffc100a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:34.849869 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [req-d571be14-b504-41ee-acc6-48ec782c0006 req-5344866d-4baf-4b24-93c9-6075ffc100a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1028cc05-e0ed-4a8a-99b8-2ba54df44a0e {{(pid=100551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 23:48:34.858306 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-d571be14-b504-41ee-acc6-48ec782c0006 req-5344866d-4baf-4b24-93c9-6075ffc100a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:34.871879 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.provisioning_blocks [req-d571be14-b504-41ee-acc6-48ec782c0006 req-5344866d-4baf-4b24-93c9-6075ffc100a2 service neutron] Transition to ACTIVE for port object 1028cc05-e0ed-4a8a-99b8-2ba54df44a0e will not be triggered until provisioned by entity L2. {{(pid=100551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:48:34.877414 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-d571be14-b504-41ee-acc6-48ec782c0006 req-5344866d-4baf-4b24-93c9-6075ffc100a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5131532'] for port, after_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:34.940795 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5344866d-4baf-4b24-93c9-6075ffc100a2 service neutron] Pushing event updated for resources: {'Port': ['ID=1028cc05-e0ed-4a8a-99b8-2ba54df44a0e,revision_number=2']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:48:35.013845 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-d571be14-b504-41ee-acc6-48ec782c0006 req-5344866d-4baf-4b24-93c9-6075ffc100a2 service neutron] Attempting to bind port 1028cc05-e0ed-4a8a-99b8-2ba54df44a0e on host hv-cinder-75157 for vnic_type normal with profile {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 23:48:35.014286 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-d571be14-b504-41ee-acc6-48ec782c0006 req-5344866d-4baf-4b24-93c9-6075ffc100a2 service neutron] Attempting to bind port 1028cc05-e0ed-4a8a-99b8-2ba54df44a0e by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': 'a973bdf8-370d-4db2-abf5-29cff2554e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2355176b-05fc-4c21-975b-e884d75b77f0'}] {{(pid=100551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 23:48:35.014673 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d571be14-b504-41ee-acc6-48ec782c0006 req-5344866d-4baf-4b24-93c9-6075ffc100a2 service neutron] Attempting to bind port 1028cc05-e0ed-4a8a-99b8-2ba54df44a0e on network 2355176b-05fc-4c21-975b-e884d75b77f0 {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:48:35.020335 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d571be14-b504-41ee-acc6-48ec782c0006 req-5344866d-4baf-4b24-93c9-6075ffc100a2 service neutron] Port 1028cc05-e0ed-4a8a-99b8-2ba54df44a0e on network 2355176b-05fc-4c21-975b-e884d75b77f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 23:48:35.020856 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d571be14-b504-41ee-acc6-48ec782c0006 req-5344866d-4baf-4b24-93c9-6075ffc100a2 service neutron] Attempting to bind port 1028cc05-e0ed-4a8a-99b8-2ba54df44a0e on network 2355176b-05fc-4c21-975b-e884d75b77f0 {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:48:35.028165 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d571be14-b504-41ee-acc6-48ec782c0006 req-5344866d-4baf-4b24-93c9-6075ffc100a2 service neutron] Checking agent: {'id': '8b06e77c-11ef-48c4-9ba2-92653b27ce62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 23, 44, 18), 'started_at': datetime.datetime(2021, 9, 7, 23, 44, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 23, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 23:48:35.028669 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d571be14-b504-41ee-acc6-48ec782c0006 req-5344866d-4baf-4b24-93c9-6075ffc100a2 service neutron] Checking segment: {'id': 'a973bdf8-370d-4db2-abf5-29cff2554e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2355176b-05fc-4c21-975b-e884d75b77f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:48:35.029180 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d571be14-b504-41ee-acc6-48ec782c0006 req-5344866d-4baf-4b24-93c9-6075ffc100a2 service neutron] Bound using segment: {'id': 'a973bdf8-370d-4db2-abf5-29cff2554e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2355176b-05fc-4c21-975b-e884d75b77f0'} {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 23:48:35.029683 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-d571be14-b504-41ee-acc6-48ec782c0006 req-5344866d-4baf-4b24-93c9-6075ffc100a2 service neutron] Bound port: 1028cc05-e0ed-4a8a-99b8-2ba54df44a0e, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a973bdf8-370d-4db2-abf5-29cff2554e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2355176b-05fc-4c21-975b-e884d75b77f0'}}] {{(pid=100551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 23:48:35.030105 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-d571be14-b504-41ee-acc6-48ec782c0006 req-5344866d-4baf-4b24-93c9-6075ffc100a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:35.108594 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-d571be14-b504-41ee-acc6-48ec782c0006 req-5344866d-4baf-4b24-93c9-6075ffc100a2 service neutron] For port 1028cc05-e0ed-4a8a-99b8-2ba54df44a0e, host hv-cinder-75157, cleared binding levels {{(pid=100551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 23:48:35.112470 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-d571be14-b504-41ee-acc6-48ec782c0006 req-5344866d-4baf-4b24-93c9-6075ffc100a2 service neutron] For port 1028cc05-e0ed-4a8a-99b8-2ba54df44a0e, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=1028cc05-e0ed-4a8a-99b8-2ba54df44a0e,segment=NetworkSegment(a973bdf8-370d-4db2-abf5-29cff2554e75),segment_id=a973bdf8-370d-4db2-abf5-29cff2554e75)] {{(pid=100551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 23:48:35.118164 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-d571be14-b504-41ee-acc6-48ec782c0006 req-5344866d-4baf-4b24-93c9-6075ffc100a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5131532'] for port, after_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:35.142449 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571be14-b504-41ee-acc6-48ec782c0006 req-5344866d-4baf-4b24-93c9-6075ffc100a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:35.143459 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-d571be14-b504-41ee-acc6-48ec782c0006 req-5344866d-4baf-4b24-93c9-6075ffc100a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:35.144787 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d571be14-b504-41ee-acc6-48ec782c0006 req-5344866d-4baf-4b24-93c9-6075ffc100a2 service neutron] 10.222.0.42 "PUT /v2.0/ports/1028cc05-e0ed-4a8a-99b8-2ba54df44a0e HTTP/1.1" status: 200 len: 1094 time: 0.7113969 Sep 07 23:48:35.177195 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc0927a5-acf9-4579-8cae-f3bfdc656903', 'tag': '1028cc05-e0ed-4a8a-99b8-2ba54df44a0e'}] {{(pid=100551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:48:35.181819 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744d18a1a9123520e55b11d6b4f544890c28500fff252c5db1cb0c4b69d72d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3173028-7da1-4942-97e0-a303e5cfe198" -d '{"events": [{"name": "network-changed", "server_uuid": "bc0927a5-acf9-4579-8cae-f3bfdc656903", "tag": "1028cc05-e0ed-4a8a-99b8-2ba54df44a0e"}]}' {{(pid=100551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:48:35.198990 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-187590d1-19a7-4a5a-ac4c-70625f9f540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:35.290529 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 23:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58accb41-6005-4092-8da3-7f42e93d0c73 x-openstack-request-id: req-58accb41-6005-4092-8da3-7f42e93d0c73 {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:48:35.291089 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc0927a5-acf9-4579-8cae-f3bfdc656903", "tag": "1028cc05-e0ed-4a8a-99b8-2ba54df44a0e", "status": "completed", "code": 200}]} {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:48:35.291559 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-58accb41-6005-4092-8da3-7f42e93d0c73 {{(pid=100551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:48:35.292371 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc0927a5-acf9-4579-8cae-f3bfdc656903', 'tag': '1028cc05-e0ed-4a8a-99b8-2ba54df44a0e', 'status': 'completed', 'code': 200} Sep 07 23:48:35.327427 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5344866d-4baf-4b24-93c9-6075ffc100a2 service neutron] Pushing event updated for resources: {'Port': ['ID=1028cc05-e0ed-4a8a-99b8-2ba54df44a0e,revision_number=3']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:48:35.379347 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571be14-b504-41ee-acc6-48ec782c0006 req-f2ba5556-b785-4627-b122-ae1f6164bc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:35.380970 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d571be14-b504-41ee-acc6-48ec782c0006 req-f2ba5556-b785-4627-b122-ae1f6164bc32 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b39ebb7b11f74999b7ff13092c003ff6&device_id=bc0927a5-acf9-4579-8cae-f3bfdc656903 HTTP/1.1" status: 200 len: 1097 time: 0.1547771 Sep 07 23:48:35.394739 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f1487-bfd2-4a0c-bf70-c88797f33cda req-f6454b0b-ca40-41a2-9508-9227607922b5 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:35.396771 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-cd8f1487-bfd2-4a0c-bf70-c88797f33cda req-f6454b0b-ca40-41a2-9508-9227607922b5 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 946 time: 0.1378260 Sep 07 23:48:35.442043 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d571be14-b504-41ee-acc6-48ec782c0006 req-3df37ce6-25fe-40d8-a62c-46cab0845d5e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1028cc05-e0ed-4a8a-99b8-2ba54df44a0e HTTP/1.1" status: 200 len: 217 time: 0.0441971 Sep 07 23:48:35.519127 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-cd8f1487-bfd2-4a0c-bf70-c88797f33cda req-e58b75ec-c21b-4123-a25e-0f84925fff53 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127422 Sep 07 23:48:35.528800 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571be14-b504-41ee-acc6-48ec782c0006 req-9c10749e-7337-4709-8b94-459ffb70b815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:35.530545 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d571be14-b504-41ee-acc6-48ec782c0006 req-9c10749e-7337-4709-8b94-459ffb70b815 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f9b6531a-d0c4-4fe2-877b-72bd211e846d HTTP/1.1" status: 200 len: 849 time: 0.0812209 Sep 07 23:48:35.803410 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d571be14-b504-41ee-acc6-48ec782c0006 req-0f20682c-cdf3-404c-8fb4-df49fd47cf81 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2355176b-05fc-4c21-975b-e884d75b77f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2615681 Sep 07 23:48:35.851448 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15136a6a-555c-4184-a36c-bae6d28308ee req-46bd7cd8-6434-4be2-8efe-5a97a6345077 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:35.853131 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-15136a6a-555c-4184-a36c-bae6d28308ee req-46bd7cd8-6434-4be2-8efe-5a97a6345077 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc0927a5-acf9-4579-8cae-f3bfdc656903 HTTP/1.1" status: 200 len: 944 time: 0.3215601 Sep 07 23:48:35.941519 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-15136a6a-555c-4184-a36c-bae6d28308ee req-029bd8dd-fb39-4b4e-a915-7603dd7e0480 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/security-groups?id=63cec091-57c7-4010-b546-053e96a89c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796909 Sep 07 23:48:35.959185 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d571be14-b504-41ee-acc6-48ec782c0006 req-2e6954cd-9bf2-45d9-bfc0-e01b23e0fa82 service neutron] 10.222.0.42 "GET /v2.0/networks/2355176b-05fc-4c21-975b-e884d75b77f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463714 Sep 07 23:48:36.094061 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d571be14-b504-41ee-acc6-48ec782c0006 req-09c7de7b-fd40-4a95-83b4-7bcd11d0f964 service neutron] 10.222.0.42 "GET /v2.0/networks/2355176b-05fc-4c21-975b-e884d75b77f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170564 Sep 07 23:48:36.211492 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3173028-7da1-4942-97e0-a303e5cfe198 req-3069a60f-5f8e-4e9b-ad5b-ce187e2ec3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:36.213226 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-b3173028-7da1-4942-97e0-a303e5cfe198 req-3069a60f-5f8e-4e9b-ad5b-ce187e2ec3ce service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b39ebb7b11f74999b7ff13092c003ff6&device_id=bc0927a5-acf9-4579-8cae-f3bfdc656903 HTTP/1.1" status: 200 len: 1097 time: 0.0551591 Sep 07 23:48:36.329825 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3173028-7da1-4942-97e0-a303e5cfe198 req-36af859a-5e7d-43e6-be44-e7ef719c5853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:36.331625 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-b3173028-7da1-4942-97e0-a303e5cfe198 req-36af859a-5e7d-43e6-be44-e7ef719c5853 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2355176b-05fc-4c21-975b-e884d75b77f0 HTTP/1.1" status: 200 len: 910 time: 0.1012297 Sep 07 23:48:36.394627 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-b3173028-7da1-4942-97e0-a303e5cfe198 req-7fa0e484-079e-422b-b5f4-b9ff4c516642 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1028cc05-e0ed-4a8a-99b8-2ba54df44a0e HTTP/1.1" status: 200 len: 217 time: 0.0543852 Sep 07 23:48:36.457930 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3173028-7da1-4942-97e0-a303e5cfe198 req-42d2d4e5-d1fd-4d2b-bda2-3cfccb19e48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:36.459772 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-b3173028-7da1-4942-97e0-a303e5cfe198 req-42d2d4e5-d1fd-4d2b-bda2-3cfccb19e48f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f9b6531a-d0c4-4fe2-877b-72bd211e846d HTTP/1.1" status: 200 len: 849 time: 0.0507834 Sep 07 23:48:36.496514 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-b3173028-7da1-4942-97e0-a303e5cfe198 req-60d757c3-4736-4a74-873d-047151d14c6e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2355176b-05fc-4c21-975b-e884d75b77f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291018 Sep 07 23:48:36.572340 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4cdbeefb-ea5c-4c72-84c6-cf5bfe93d0aa req-bc389ba8-794a-4aac-adde-fb966c9faa7e tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=9867f6ead0e1423a84c4cf22e1039c07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438540 Sep 07 23:48:36.811999 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-b3173028-7da1-4942-97e0-a303e5cfe198 req-6e0a2d0c-6f97-42a2-bb4a-0538eddf0916 service neutron] 10.222.0.42 "GET /v2.0/networks/2355176b-05fc-4c21-975b-e884d75b77f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020020 Sep 07 23:48:36.941283 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9a703-c022-4eca-9ba2-0b34af2ce0e2 req-15700768-ae01-46b1-9db4-ff20ab09016b tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:36.943684 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ddc9a703-c022-4eca-9ba2-0b34af2ce0e2 req-15700768-ae01-46b1-9db4-ff20ab09016b tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 946 time: 0.2738092 Sep 07 23:48:36.956019 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdbeefb-ea5c-4c72-84c6-cf5bfe93d0aa req-9823a33f-39af-4a56-be7a-28b0283f95ea tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:36.958061 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4cdbeefb-ea5c-4c72-84c6-cf5bfe93d0aa req-9823a33f-39af-4a56-be7a-28b0283f95ea tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3536184 Sep 07 23:48:37.017530 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4cdbeefb-ea5c-4c72-84c6-cf5bfe93d0aa req-d0331c11-8188-4817-9f78-caeb90aa9f9e tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] 10.222.0.15 "GET /v2.0/quotas/9867f6ead0e1423a84c4cf22e1039c07 HTTP/1.1" status: 200 len: 375 time: 0.0471044 Sep 07 23:48:37.081432 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-b3173028-7da1-4942-97e0-a303e5cfe198 req-d723caab-785f-4217-b5e3-c380e7f659f1 service neutron] 10.222.0.42 "GET /v2.0/networks/2355176b-05fc-4c21-975b-e884d75b77f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597792 Sep 07 23:48:37.102397 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4cdbeefb-ea5c-4c72-84c6-cf5bfe93d0aa req-6e19f304-25e8-4bd3-b980-6734351d0e63 tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9867f6ead0e1423a84c4cf22e1039c07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546658 Sep 07 23:48:37.106054 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ddc9a703-c022-4eca-9ba2-0b34af2ce0e2 req-6a47fe5f-7a30-41dd-81eb-92e3858783e8 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404684 Sep 07 23:48:37.256313 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd7a6e-3d20-4824-b1df-888d999fddb8 req-0c38c2ca-a5b3-461a-9cff-798d82e03396 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:37.258431 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-19dd7a6e-3d20-4824-b1df-888d999fddb8 req-0c38c2ca-a5b3-461a-9cff-798d82e03396 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc0927a5-acf9-4579-8cae-f3bfdc656903 HTTP/1.1" status: 200 len: 944 time: 0.0687220 Sep 07 23:48:37.338976 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-19dd7a6e-3d20-4824-b1df-888d999fddb8 req-71898871-4393-4f4a-8a7e-d1f465d75332 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/security-groups?id=63cec091-57c7-4010-b546-053e96a89c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694623 Sep 07 23:48:37.511516 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ed3f345d-d746-420c-a053-cb6b797ced1c req-ab79d683-8b01-4c28-8516-f51b9e534ace tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] 10.222.0.15 "GET /v2.0/ports?device_id=d604793c-2f36-4da7-8f1b-ab476b4abbad HTTP/1.1" status: 200 len: 210 time: 0.0680022 Sep 07 23:48:37.764743 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4cd006-e07a-4987-b6d1-3a9b458912cb req-34ece07e-f84e-413e-b934-6355f3411b00 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:37.766400 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-6c4cd006-e07a-4987-b6d1-3a9b458912cb req-34ece07e-f84e-413e-b934-6355f3411b00 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 945 time: 0.0862932 Sep 07 23:48:37.843766 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-6c4cd006-e07a-4987-b6d1-3a9b458912cb req-e677a306-8c78-4a8e-b473-608e4546f9b5 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ff1b41d-3b65-4765-bb95-46afdd75cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639586 Sep 07 23:48:38.274047 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81309a17-6917-4907-b930-30f1be5789f9 req-964edfe5-7ff3-48f8-aad7-e72b1e145880 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:38.275727 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-81309a17-6917-4907-b930-30f1be5789f9 req-964edfe5-7ff3-48f8-aad7-e72b1e145880 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 946 time: 0.0561128 Sep 07 23:48:38.318905 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-81309a17-6917-4907-b930-30f1be5789f9 req-327cc04a-c6ad-4a38-8a24-d6ee9f8b1f47 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367067 Sep 07 23:48:38.466536 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51793b-2220-46fa-8c23-e1e56b87b2c6 req-02068855-d855-4397-9258-960ab453f5e4 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:38.468143 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-dc51793b-2220-46fa-8c23-e1e56b87b2c6 req-02068855-d855-4397-9258-960ab453f5e4 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc0927a5-acf9-4579-8cae-f3bfdc656903 HTTP/1.1" status: 200 len: 944 time: 0.0537195 Sep 07 23:48:38.513570 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-dc51793b-2220-46fa-8c23-e1e56b87b2c6 req-b72f538a-305e-4316-8a8b-e514b805684f tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/security-groups?id=63cec091-57c7-4010-b546-053e96a89c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390840 Sep 07 23:48:38.619476 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4cdbeefb-ea5c-4c72-84c6-cf5bfe93d0aa req-7d6a2730-7268-4138-9427-ef2687b06d38 tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=9867f6ead0e1423a84c4cf22e1039c07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297492 Sep 07 23:48:38.665144 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a0745a64-ef04-4c46-9e93-f97f64cb517f req-b63d8f1d-94ee-4cd7-9f07-0b3216164cbf tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] 10.222.0.15 "GET /v2.0/ports?device_id=d604793c-2f36-4da7-8f1b-ab476b4abbad HTTP/1.1" status: 200 len: 210 time: 0.0486741 Sep 07 23:48:38.789124 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdbeefb-ea5c-4c72-84c6-cf5bfe93d0aa req-06260acb-b678-4dcb-90db-563bf0bece1c tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:38.791822 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4cdbeefb-ea5c-4c72-84c6-cf5bfe93d0aa req-06260acb-b678-4dcb-90db-563bf0bece1c tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1615469 Sep 07 23:48:38.819306 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [req-4cdbeefb-ea5c-4c72-84c6-cf5bfe93d0aa req-4c58c6bf-7506-4579-82bc-12fd132294db tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] Request body: {'port': {'device_id': 'd604793c-2f36-4da7-8f1b-ab476b4abbad', 'network_id': '776399e9-cb83-42dc-a179-0b37bce8b1ec', 'admin_state_up': True, 'tenant_id': '9867f6ead0e1423a84c4cf22e1039c07'}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:48:39.009820 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cdbeefb-ea5c-4c72-84c6-cf5bfe93d0aa req-4c58c6bf-7506-4579-82bc-12fd132294db tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] Made reservation on behalf of 9867f6ead0e1423a84c4cf22e1039c07 for: {'port': 1} {{(pid=100551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:48:39.013349 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-4cdbeefb-ea5c-4c72-84c6-cf5bfe93d0aa req-4c58c6bf-7506-4579-82bc-12fd132294db tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:39.032189 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-4cdbeefb-ea5c-4c72-84c6-cf5bfe93d0aa req-4c58c6bf-7506-4579-82bc-12fd132294db tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] Notify callbacks [] for security_group, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:39.035632 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 1028cc05-e0ed-4a8a-99b8-2ba54df44a0e details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=100552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 23:48:39.061630 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27641a5d-abfe-4ee7-996f-4f931e9d2279 req-9e95d762-fd66-4d85-a70d-09a22954b902 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:39.063784 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-27641a5d-abfe-4ee7-996f-4f931e9d2279 req-9e95d762-fd66-4d85-a70d-09a22954b902 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=166195e0-db5c-4439-b180-df1a9afe0e19 HTTP/1.1" status: 200 len: 945 time: 0.1203017 Sep 07 23:48:39.093702 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8dd46b-c6db-478c-bbd6-029be27cb912 req-91c704d8-6b23-40e7-81ce-76ca1c296775 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:39.095435 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1d8dd46b-c6db-478c-bbd6-029be27cb912 req-91c704d8-6b23-40e7-81ce-76ca1c296775 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 945 time: 0.1339824 Sep 07 23:48:39.180690 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port 1028cc05-e0ed-4a8a-99b8-2ba54df44a0e, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=1028cc05-e0ed-4a8a-99b8-2ba54df44a0e,segment=NetworkSegment(a973bdf8-370d-4db2-abf5-29cff2554e75),segment_id=a973bdf8-370d-4db2-abf5-29cff2554e75)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:48:39.193971 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-27641a5d-abfe-4ee7-996f-4f931e9d2279 req-2fc3474e-eb6c-46ac-981c-0c0b241dd7ba tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/security-groups?id=80d982fc-7c6a-451c-a13f-66d039ab5d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192420 Sep 07 23:48:39.202906 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Returning: {'device': '1028cc05-e0ed-4a8a-99b8-2ba54df44a0e', 'network_id': '2355176b-05fc-4c21-975b-e884d75b77f0', 'port_id': '1028cc05-e0ed-4a8a-99b8-2ba54df44a0e', 'mac_address': 'fa:16:3e:fb:56:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b6531a-d0c4-4fe2-877b-72bd211e846d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 23:48:39.218279 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1d8dd46b-c6db-478c-bbd6-029be27cb912 req-086218ec-b9ce-491f-acd0-56ec10ae848d tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ff1b41d-3b65-4765-bb95-46afdd75cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121497 Sep 07 23:48:39.264438 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:39.279883 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.notifiers.nova [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1028cc05-e0ed-4a8a-99b8-2ba54df44a0e {{(pid=100552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 23:48:39.285562 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-4cdbeefb-ea5c-4c72-84c6-cf5bfe93d0aa req-4c58c6bf-7506-4579-82bc-12fd132294db tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] Notify callbacks [] for security_group, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:39.292338 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-4cdbeefb-ea5c-4c72-84c6-cf5bfe93d0aa req-4c58c6bf-7506-4579-82bc-12fd132294db tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:39.303527 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port 1028cc05-e0ed-4a8a-99b8-2ba54df44a0e, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=1028cc05-e0ed-4a8a-99b8-2ba54df44a0e,segment=NetworkSegment(a973bdf8-370d-4db2-abf5-29cff2554e75),segment_id=a973bdf8-370d-4db2-abf5-29cff2554e75)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:48:39.309077 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:39.370070 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58c6bf-7506-4579-82bc-12fd132294db tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c17ccdb3-c98d-480a-9823-60a097a59601,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:48:39.399466 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Pushing event updated for resources: {'Port': ['ID=1028cc05-e0ed-4a8a-99b8-2ba54df44a0e,revision_number=4']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:48:39.414140 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:48:39.414778 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:48:39.415276 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:48:39.415847 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:48:39.416358 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:48:39.417100 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:48:39.417707 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:48:39.418287 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:48:39.418852 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:48:39.419490 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:48:39.420018 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:48:39.420616 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:48:39.491388 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.db_base_plugin_common [req-4cdbeefb-ea5c-4c72-84c6-cf5bfe93d0aa req-4c58c6bf-7506-4579-82bc-12fd132294db tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] Allocated IP 192.168.233.87 (776399e9-cb83-42dc-a179-0b37bce8b1ec/9a033196-9c9f-4bdf-a30b-b6f3d1c6ee5b/f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8) {{(pid=100551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:48:39.512142 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9308bb41-7335-4637-9fa5-259689e40f70 req-6fb42e02-0d9d-4306-b8a7-1722f1726045 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:39.514084 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-9308bb41-7335-4637-9fa5-259689e40f70 req-6fb42e02-0d9d-4306-b8a7-1722f1726045 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 946 time: 0.1082838 Sep 07 23:48:39.621913 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-9308bb41-7335-4637-9fa5-259689e40f70 req-564e5e7c-f35b-434d-8621-66dca6614d21 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968568 Sep 07 23:48:39.729876 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce921875-0858-4bf1-b670-dee21d13ce93 req-01959e33-90bc-4538-8189-b88f049c3595 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:39.731479 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ce921875-0858-4bf1-b670-dee21d13ce93 req-01959e33-90bc-4538-8189-b88f049c3595 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc0927a5-acf9-4579-8cae-f3bfdc656903 HTTP/1.1" status: 200 len: 945 time: 0.1324108 Sep 07 23:48:39.763980 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] get_ports_and_sgs() called for port_ids ['1028cc05-e0ed-4a8a-99b8-2ba54df44a0e'] {{(pid=100552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 23:48:39.816410 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a4a45024-891b-42ca-9b55-ef248ea25879 req-7834c217-c2c9-4398-b7f6-af8676b9b967 tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] 10.222.0.15 "GET /v2.0/ports?device_id=d604793c-2f36-4da7-8f1b-ab476b4abbad HTTP/1.1" status: 200 len: 210 time: 0.0684707 Sep 07 23:48:39.842558 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-4cdbeefb-ea5c-4c72-84c6-cf5bfe93d0aa req-4c58c6bf-7506-4579-82bc-12fd132294db tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] Notify callbacks [] for port, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:39.880984 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ce921875-0858-4bf1-b670-dee21d13ce93 req-bc2d6944-e0a3-497b-8672-5e9368c8c573 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/security-groups?id=63cec091-57c7-4010-b546-053e96a89c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416509 Sep 07 23:48:39.887158 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.provisioning_blocks [req-4cdbeefb-ea5c-4c72-84c6-cf5bfe93d0aa req-4c58c6bf-7506-4579-82bc-12fd132294db tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] Transition to ACTIVE for port object f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8 will not be triggered until provisioned by entity DHCP. {{(pid=100551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:48:39.946996 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-4cdbeefb-ea5c-4c72-84c6-cf5bfe93d0aa req-4c58c6bf-7506-4579-82bc-12fd132294db tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:39.998241 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cdbeefb-ea5c-4c72-84c6-cf5bfe93d0aa req-4c58c6bf-7506-4579-82bc-12fd132294db tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] Network 776399e9-cb83-42dc-a179-0b37bce8b1ec is already hosted by enough agents. {{(pid=100551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:48:40.002155 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.base_scheduler [req-4cdbeefb-ea5c-4c72-84c6-cf5bfe93d0aa req-4c58c6bf-7506-4579-82bc-12fd132294db tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] Resources bound (agent type, host, resource id): {{(pid=100551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:48:40.009461 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cdbeefb-ea5c-4c72-84c6-cf5bfe93d0aa req-4c58c6bf-7506-4579-82bc-12fd132294db tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] Received port after_create {{(pid=100551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:48:40.038543 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58c6bf-7506-4579-82bc-12fd132294db tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] Pushing event updated for resources: {'Port': ['ID=f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:48:40.072004 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdbeefb-ea5c-4c72-84c6-cf5bfe93d0aa req-4c58c6bf-7506-4579-82bc-12fd132294db tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:40.072704 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-4cdbeefb-ea5c-4c72-84c6-cf5bfe93d0aa req-4c58c6bf-7506-4579-82bc-12fd132294db tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:40.090585 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4cdbeefb-ea5c-4c72-84c6-cf5bfe93d0aa req-4c58c6bf-7506-4579-82bc-12fd132294db tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2751400 Sep 07 23:48:40.109788 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [req-4cdbeefb-ea5c-4c72-84c6-cf5bfe93d0aa req-c8e79c55-61f8-472c-8146-6e2707e58c46 service neutron] Request body: {'port': {'device_id': 'd604793c-2f36-4da7-8f1b-ab476b4abbad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:48:40.172680 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-4cdbeefb-ea5c-4c72-84c6-cf5bfe93d0aa req-c8e79c55-61f8-472c-8146-6e2707e58c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:40.237286 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-05890f2a-c329-4935-b670-1b06733403ac None None] Provisioning for port f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8 completed by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:48:40.243271 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-05890f2a-c329-4935-b670-1b06733403ac None None] Provisioning complete for port f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8 triggered by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:48:40.244012 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-05890f2a-c329-4935-b670-1b06733403ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:40.296705 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-05890f2a-c329-4935-b670-1b06733403ac None None] Port f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8 cannot update to ACTIVE because it is not bound. {{(pid=100552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 23:48:40.688983 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce9320d-f49b-46f7-96fa-6c9b61196fe2 req-f1c4df50-790c-4408-be39-41c50fb886bc tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:40.690582 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3ce9320d-f49b-46f7-96fa-6c9b61196fe2 req-f1c4df50-790c-4408-be39-41c50fb886bc tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=166195e0-db5c-4439-b180-df1a9afe0e19 HTTP/1.1" status: 200 len: 945 time: 0.3874054 Sep 07 23:48:40.700971 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64dc51-19d1-4122-8810-cfbe42293c7c req-c1d082ec-afec-46a3-b406-e9791394f58d tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:40.702555 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-cc64dc51-19d1-4122-8810-cfbe42293c7c req-c1d082ec-afec-46a3-b406-e9791394f58d tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 945 time: 0.3746123 Sep 07 23:48:40.806013 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3ce9320d-f49b-46f7-96fa-6c9b61196fe2 req-39b2ac1f-434a-48a6-b6a1-60ff38cfc039 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/security-groups?id=80d982fc-7c6a-451c-a13f-66d039ab5d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003411 Sep 07 23:48:40.808866 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-cc64dc51-19d1-4122-8810-cfbe42293c7c req-aea5d006-550c-44d4-a93e-b7b2f0513fae tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ff1b41d-3b65-4765-bb95-46afdd75cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931995 Sep 07 23:48:40.872968 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [req-4cdbeefb-ea5c-4c72-84c6-cf5bfe93d0aa req-c8e79c55-61f8-472c-8146-6e2707e58c46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8 {{(pid=100551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 23:48:40.885286 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-4cdbeefb-ea5c-4c72-84c6-cf5bfe93d0aa req-c8e79c55-61f8-472c-8146-6e2707e58c46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:40.934484 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.provisioning_blocks [req-4cdbeefb-ea5c-4c72-84c6-cf5bfe93d0aa req-c8e79c55-61f8-472c-8146-6e2707e58c46 service neutron] Transition to ACTIVE for port object f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8 will not be triggered until provisioned by entity L2. {{(pid=100551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:48:40.939723 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-4cdbeefb-ea5c-4c72-84c6-cf5bfe93d0aa req-c8e79c55-61f8-472c-8146-6e2707e58c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5131532'] for port, after_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:41.036993 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e79c55-61f8-472c-8146-6e2707e58c46 service neutron] Pushing event updated for resources: {'Port': ['ID=f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8,revision_number=2']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:48:41.050020 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294b288-7aa0-4401-90f2-216d769f2a0d req-ef1ae540-0d4a-47cf-af19-e0a98b3f80f4 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:41.051892 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-2294b288-7aa0-4401-90f2-216d769f2a0d req-ef1ae540-0d4a-47cf-af19-e0a98b3f80f4 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 946 time: 0.1568997 Sep 07 23:48:41.067196 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128d3e1-1886-426d-8918-7717e80d92b9 req-e4e0164e-511d-48fa-9c37-3d4abc539053 tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:41.068956 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-9128d3e1-1886-426d-8918-7717e80d92b9 req-e4e0164e-511d-48fa-9c37-3d4abc539053 tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] 10.222.0.15 "GET /v2.0/ports?device_id=d604793c-2f36-4da7-8f1b-ab476b4abbad HTTP/1.1" status: 200 len: 947 time: 0.1593225 Sep 07 23:48:41.263030 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-9128d3e1-1886-426d-8918-7717e80d92b9 req-32390a84-f996-490f-b92f-5916c36f395b tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] 10.222.0.15 "GET /v2.0/security-groups?id=c17ccdb3-c98d-480a-9823-60a097a59601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772637 Sep 07 23:48:41.267652 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-2294b288-7aa0-4401-90f2-216d769f2a0d req-736e9f47-325b-49a5-9336-6ae5c8a17526 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1976624 Sep 07 23:48:41.287456 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-4cdbeefb-ea5c-4c72-84c6-cf5bfe93d0aa req-c8e79c55-61f8-472c-8146-6e2707e58c46 service neutron] Attempting to bind port f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 23:48:41.287907 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-4cdbeefb-ea5c-4c72-84c6-cf5bfe93d0aa req-c8e79c55-61f8-472c-8146-6e2707e58c46 service neutron] Attempting to bind port f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': 'd8842fcf-a128-40e0-8382-273e4ac2f011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '776399e9-cb83-42dc-a179-0b37bce8b1ec'}] {{(pid=100551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 23:48:41.288382 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdbeefb-ea5c-4c72-84c6-cf5bfe93d0aa req-c8e79c55-61f8-472c-8146-6e2707e58c46 service neutron] Attempting to bind port f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8 on network 776399e9-cb83-42dc-a179-0b37bce8b1ec {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:48:41.296755 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdbeefb-ea5c-4c72-84c6-cf5bfe93d0aa req-c8e79c55-61f8-472c-8146-6e2707e58c46 service neutron] Port f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8 on network 776399e9-cb83-42dc-a179-0b37bce8b1ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 23:48:41.296755 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdbeefb-ea5c-4c72-84c6-cf5bfe93d0aa req-c8e79c55-61f8-472c-8146-6e2707e58c46 service neutron] Attempting to bind port f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8 on network 776399e9-cb83-42dc-a179-0b37bce8b1ec {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:48:41.306174 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdbeefb-ea5c-4c72-84c6-cf5bfe93d0aa req-c8e79c55-61f8-472c-8146-6e2707e58c46 service neutron] Checking agent: {'id': '8b06e77c-11ef-48c4-9ba2-92653b27ce62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 23, 44, 18), 'started_at': datetime.datetime(2021, 9, 7, 23, 44, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 23, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 23:48:41.306505 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdbeefb-ea5c-4c72-84c6-cf5bfe93d0aa req-c8e79c55-61f8-472c-8146-6e2707e58c46 service neutron] Checking segment: {'id': 'd8842fcf-a128-40e0-8382-273e4ac2f011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '776399e9-cb83-42dc-a179-0b37bce8b1ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:48:41.306901 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdbeefb-ea5c-4c72-84c6-cf5bfe93d0aa req-c8e79c55-61f8-472c-8146-6e2707e58c46 service neutron] Bound using segment: {'id': 'd8842fcf-a128-40e0-8382-273e4ac2f011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '776399e9-cb83-42dc-a179-0b37bce8b1ec'} {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 23:48:41.307346 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-4cdbeefb-ea5c-4c72-84c6-cf5bfe93d0aa req-c8e79c55-61f8-472c-8146-6e2707e58c46 service neutron] Bound port: f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8842fcf-a128-40e0-8382-273e4ac2f011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '776399e9-cb83-42dc-a179-0b37bce8b1ec'}}] {{(pid=100551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 23:48:41.307717 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-4cdbeefb-ea5c-4c72-84c6-cf5bfe93d0aa req-c8e79c55-61f8-472c-8146-6e2707e58c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:41.319103 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db592e4b-4fc7-4559-bc42-69c074d30844 req-aea4383e-6439-415c-a8a7-bc9aec0e67a6 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:41.320750 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-db592e4b-4fc7-4559-bc42-69c074d30844 req-aea4383e-6439-415c-a8a7-bc9aec0e67a6 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.42 "GET /v2.0/ports?device_id=166195e0-db5c-4439-b180-df1a9afe0e19 HTTP/1.1" status: 200 len: 945 time: 0.0971117 Sep 07 23:48:41.488828 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-4cdbeefb-ea5c-4c72-84c6-cf5bfe93d0aa req-c8e79c55-61f8-472c-8146-6e2707e58c46 service neutron] For port f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8, host hv-cinder-75157, cleared binding levels {{(pid=100551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 23:48:41.499787 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03597464-b38b-4b3a-a434-b80339434607 req-740863be-bccc-49c5-9fd5-d1ec842aeb18 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:41.501707 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-03597464-b38b-4b3a-a434-b80339434607 req-740863be-bccc-49c5-9fd5-d1ec842aeb18 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc0927a5-acf9-4579-8cae-f3bfdc656903 HTTP/1.1" status: 200 len: 945 time: 0.1266639 Sep 07 23:48:41.503684 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-4cdbeefb-ea5c-4c72-84c6-cf5bfe93d0aa req-c8e79c55-61f8-472c-8146-6e2707e58c46 service neutron] For port f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8,segment=NetworkSegment(d8842fcf-a128-40e0-8382-273e4ac2f011),segment_id=d8842fcf-a128-40e0-8382-273e4ac2f011)] {{(pid=100551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 23:48:41.514728 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-4cdbeefb-ea5c-4c72-84c6-cf5bfe93d0aa req-c8e79c55-61f8-472c-8146-6e2707e58c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5131532'] for port, after_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:41.596912 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdbeefb-ea5c-4c72-84c6-cf5bfe93d0aa req-c8e79c55-61f8-472c-8146-6e2707e58c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:41.597541 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-4cdbeefb-ea5c-4c72-84c6-cf5bfe93d0aa req-c8e79c55-61f8-472c-8146-6e2707e58c46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:41.599214 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4cdbeefb-ea5c-4c72-84c6-cf5bfe93d0aa req-c8e79c55-61f8-472c-8146-6e2707e58c46 service neutron] 10.222.0.42 "PUT /v2.0/ports/f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8 HTTP/1.1" status: 200 len: 1097 time: 1.4937229 Sep 07 23:48:41.603497 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd604793c-2f36-4da7-8f1b-ab476b4abbad', 'tag': 'f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8'}] {{(pid=100551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:48:41.605930 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744d18a1a9123520e55b11d6b4f544890c28500fff252c5db1cb0c4b69d72d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df5a3c8-f1f6-4f90-943d-1971eda245b0" -d '{"events": [{"name": "network-changed", "server_uuid": "d604793c-2f36-4da7-8f1b-ab476b4abbad", "tag": "f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8"}]}' {{(pid=100551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:48:41.618810 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [req-db592e4b-4fc7-4559-bc42-69c074d30844 req-2c428041-2e45-4801-82b7-3708c5bd1860 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Deleting port 6228acc7-8735-4ff5-9e8c-29307cf480f2 {{(pid=100551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:48:41.619219 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-db592e4b-4fc7-4559-bc42-69c074d30844 req-2c428041-2e45-4801-82b7-3708c5bd1860 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:41.632587 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-03597464-b38b-4b3a-a434-b80339434607 req-daafaf8f-631e-4bd5-baef-d5ad0904e598 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/security-groups?id=63cec091-57c7-4010-b546-053e96a89c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213663 Sep 07 23:48:41.645196 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e79c55-61f8-472c-8146-6e2707e58c46 service neutron] Pushing event updated for resources: {'Port': ['ID=f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8,revision_number=3']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:48:41.701867 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 23:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a6f2f9-d918-4c23-9eab-71c3bfa3a8c3 x-openstack-request-id: req-80a6f2f9-d918-4c23-9eab-71c3bfa3a8c3 {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:48:41.702829 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d604793c-2f36-4da7-8f1b-ab476b4abbad", "tag": "f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8", "status": "completed", "code": 200}]} {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:48:41.702829 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-80a6f2f9-d918-4c23-9eab-71c3bfa3a8c3 {{(pid=100551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:48:41.702829 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd604793c-2f36-4da7-8f1b-ab476b4abbad', 'tag': 'f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8', 'status': 'completed', 'code': 200} Sep 07 23:48:41.766609 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdbeefb-ea5c-4c72-84c6-cf5bfe93d0aa req-1af112ac-9ac9-4968-80ca-1d36b6e0b7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:41.768053 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4cdbeefb-ea5c-4c72-84c6-cf5bfe93d0aa req-1af112ac-9ac9-4968-80ca-1d36b6e0b7d7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9867f6ead0e1423a84c4cf22e1039c07&device_id=d604793c-2f36-4da7-8f1b-ab476b4abbad HTTP/1.1" status: 200 len: 1100 time: 0.1084666 Sep 07 23:48:41.792075 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-db592e4b-4fc7-4559-bc42-69c074d30844 req-2c428041-2e45-4801-82b7-3708c5bd1860 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] For port 6228acc7-8735-4ff5-9e8c-29307cf480f2, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=6228acc7-8735-4ff5-9e8c-29307cf480f2,segment=NetworkSegment(3fd46725-363a-40b4-a905-e4625251ced3),segment_id=3fd46725-363a-40b4-a905-e4625251ced3)] {{(pid=100551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:48:41.792460 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-db592e4b-4fc7-4559-bc42-69c074d30844 req-2c428041-2e45-4801-82b7-3708c5bd1860 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:41.840949 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4cdbeefb-ea5c-4c72-84c6-cf5bfe93d0aa req-4b29d673-5377-4415-8dab-aeb2dc20abbf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8 HTTP/1.1" status: 200 len: 217 time: 0.0598748 Sep 07 23:48:41.843176 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [req-db592e4b-4fc7-4559-bc42-69c074d30844 req-2c428041-2e45-4801-82b7-3708c5bd1860 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Calling delete_port for 6228acc7-8735-4ff5-9e8c-29307cf480f2 owned by compute:nova {{(pid=100551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:48:42.006905 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdbeefb-ea5c-4c72-84c6-cf5bfe93d0aa req-e2e8481a-c182-4557-b196-c56e5d6a0298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:42.008416 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4cdbeefb-ea5c-4c72-84c6-cf5bfe93d0aa req-e2e8481a-c182-4557-b196-c56e5d6a0298 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a033196-9c9f-4bdf-a30b-b6f3d1c6ee5b HTTP/1.1" status: 200 len: 843 time: 0.1577182 Sep 07 23:48:42.082451 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded384b-970a-4add-81df-8525a228e2b7 req-e35f9127-de85-423d-a21c-1e1980d25fc8 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:42.084630 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-cded384b-970a-4add-81df-8525a228e2b7 req-e35f9127-de85-423d-a21c-1e1980d25fc8 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=166195e0-db5c-4439-b180-df1a9afe0e19 HTTP/1.1" status: 200 len: 945 time: 0.1597867 Sep 07 23:48:42.107569 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f4acc-4906-4d36-b66b-6990e419b6c8 req-7bfe6d14-8b90-4897-9da9-51efb0969231 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:42.109246 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f69f4acc-4906-4d36-b66b-6990e419b6c8 req-7bfe6d14-8b90-4897-9da9-51efb0969231 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 945 time: 0.1711009 Sep 07 23:48:42.165909 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdbeefb-ea5c-4c72-84c6-cf5bfe93d0aa req-7a231bf7-0206-4bee-9ff3-c5a811a96001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:42.167492 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4cdbeefb-ea5c-4c72-84c6-cf5bfe93d0aa req-7a231bf7-0206-4bee-9ff3-c5a811a96001 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=776399e9-cb83-42dc-a179-0b37bce8b1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1499140 Sep 07 23:48:42.244880 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-cded384b-970a-4add-81df-8525a228e2b7 req-6dc4f210-508d-4efe-bee0-7bf6a5451a6b tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/security-groups?id=80d982fc-7c6a-451c-a13f-66d039ab5d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503727 Sep 07 23:48:42.284642 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-db592e4b-4fc7-4559-bc42-69c074d30844 req-2c428041-2e45-4801-82b7-3708c5bd1860 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:42.291801 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f69f4acc-4906-4d36-b66b-6990e419b6c8 req-1f6edf8d-5543-4cdd-a841-6db711281a0e tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ff1b41d-3b65-4765-bb95-46afdd75cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711404 Sep 07 23:48:42.308313 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] get_ports_and_sgs() called for port_ids ['29a0a3ae-f250-45b9-8bf5-c371f4f0c158', '3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca', '0f9a09d3-9a93-4104-ae87-e2492c14a582', '6228acc7-8735-4ff5-9e8c-29307cf480f2'] {{(pid=100552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 23:48:42.330745 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c428041-2e45-4801-82b7-3708c5bd1860 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Pushing event deleted for resources: {'Port': ['ID=6228acc7-8735-4ff5-9e8c-29307cf480f2,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:48:42.390260 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.l3_dvrscheduler_db [req-db592e4b-4fc7-4559-bc42-69c074d30844 req-2c428041-2e45-4801-82b7-3708c5bd1860 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] No DVR routers for this DVR port 6228acc7-8735-4ff5-9e8c-29307cf480f2 on host hv-cinder-75157 {{(pid=100551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 23:48:42.393631 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4cdbeefb-ea5c-4c72-84c6-cf5bfe93d0aa req-8c58b322-b862-4aef-914f-a4c4fe9c3ca4 service neutron] 10.222.0.42 "GET /v2.0/networks/776399e9-cb83-42dc-a179-0b37bce8b1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173097 Sep 07 23:48:42.401881 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-db592e4b-4fc7-4559-bc42-69c074d30844 req-2c428041-2e45-4801-82b7-3708c5bd1860 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:42.404350 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-db592e4b-4fc7-4559-bc42-69c074d30844 req-2c428041-2e45-4801-82b7-3708c5bd1860 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.42 "DELETE /v2.0/ports/6228acc7-8735-4ff5-9e8c-29307cf480f2 HTTP/1.1" status: 204 len: 173 time: 1.0742459 Sep 07 23:48:42.574612 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7fe4c-9dbe-4876-bb53-f7cb97434b04 req-5a540ae8-b742-4473-8a9d-b054342affbc tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:42.580314 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-01f7fe4c-9dbe-4876-bb53-f7cb97434b04 req-5a540ae8-b742-4473-8a9d-b054342affbc tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 946 time: 0.1746888 Sep 07 23:48:42.595271 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0669f1c-235d-4f46-aeaf-29d872f06da9 req-5bccacb7-35e6-4993-8994-bff3ccc3be52 tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:42.597844 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d0669f1c-235d-4f46-aeaf-29d872f06da9 req-5bccacb7-35e6-4993-8994-bff3ccc3be52 tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] 10.222.0.15 "GET /v2.0/ports?device_id=d604793c-2f36-4da7-8f1b-ab476b4abbad HTTP/1.1" status: 200 len: 947 time: 0.1907570 Sep 07 23:48:42.612993 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4cdbeefb-ea5c-4c72-84c6-cf5bfe93d0aa req-f8a594b8-9024-4010-9f83-5ca0db40493a service neutron] 10.222.0.42 "GET /v2.0/networks/776399e9-cb83-42dc-a179-0b37bce8b1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048700 Sep 07 23:48:42.713701 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-01f7fe4c-9dbe-4876-bb53-f7cb97434b04 req-1a08c6ce-92da-4901-acf1-c65e9e9633aa tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116858 Sep 07 23:48:42.725129 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d0669f1c-235d-4f46-aeaf-29d872f06da9 req-640a3992-1fba-4584-ac19-f8ee0e955468 tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] 10.222.0.15 "GET /v2.0/security-groups?id=c17ccdb3-c98d-480a-9823-60a097a59601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095791 Sep 07 23:48:42.741344 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5a3c8-f1f6-4f90-943d-1971eda245b0 req-48de1f79-10e0-4c9f-9b77-87d7bb48459c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:42.743243 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8df5a3c8-f1f6-4f90-943d-1971eda245b0 req-48de1f79-10e0-4c9f-9b77-87d7bb48459c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9867f6ead0e1423a84c4cf22e1039c07&device_id=d604793c-2f36-4da7-8f1b-ab476b4abbad HTTP/1.1" status: 200 len: 1100 time: 0.0615079 Sep 07 23:48:42.881624 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5a3c8-f1f6-4f90-943d-1971eda245b0 req-0fed655c-6b8f-4890-a26f-77525585164f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:42.883398 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8df5a3c8-f1f6-4f90-943d-1971eda245b0 req-0fed655c-6b8f-4890-a26f-77525585164f service neutron] 10.222.0.42 "GET /v2.0/networks?id=776399e9-cb83-42dc-a179-0b37bce8b1ec HTTP/1.1" status: 200 len: 870 time: 0.1265433 Sep 07 23:48:42.938937 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8df5a3c8-f1f6-4f90-943d-1971eda245b0 req-7cd8a624-777a-41a1-9a7b-cacda0451a07 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8 HTTP/1.1" status: 200 len: 217 time: 0.0460789 Sep 07 23:48:42.948556 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4445fb7e-dd54-4ce6-8da1-3544882f02ab req-a70eb4b5-d04e-401e-a20d-55e47d9a37b2 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:42.950185 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4445fb7e-dd54-4ce6-8da1-3544882f02ab req-a70eb4b5-d04e-401e-a20d-55e47d9a37b2 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc0927a5-acf9-4579-8cae-f3bfdc656903 HTTP/1.1" status: 200 len: 945 time: 0.1058567 Sep 07 23:48:43.027407 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4445fb7e-dd54-4ce6-8da1-3544882f02ab req-d9132570-c225-4883-8ffc-d01adc81c396 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/security-groups?id=63cec091-57c7-4010-b546-053e96a89c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685017 Sep 07 23:48:43.029364 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5a3c8-f1f6-4f90-943d-1971eda245b0 req-5c18fa51-0f29-417e-bd95-2416ecaa1a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:43.031886 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8df5a3c8-f1f6-4f90-943d-1971eda245b0 req-5c18fa51-0f29-417e-bd95-2416ecaa1a5a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a033196-9c9f-4bdf-a30b-b6f3d1c6ee5b HTTP/1.1" status: 200 len: 843 time: 0.0805421 Sep 07 23:48:43.040806 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 1028cc05-e0ed-4a8a-99b8-2ba54df44a0e up at agent hyperv_hv-cinder-75157 {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:48:43.101844 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5a3c8-f1f6-4f90-943d-1971eda245b0 req-538a6314-82f2-4525-9c75-fcdeef292d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:43.103570 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8df5a3c8-f1f6-4f90-943d-1971eda245b0 req-538a6314-82f2-4525-9c75-fcdeef292d30 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=776399e9-cb83-42dc-a179-0b37bce8b1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0581076 Sep 07 23:48:43.112096 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Provisioning for port 1028cc05-e0ed-4a8a-99b8-2ba54df44a0e completed by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:48:43.117586 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Provisioning complete for port 1028cc05-e0ed-4a8a-99b8-2ba54df44a0e triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:48:43.117963 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:43.237281 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:43.286365 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc0927a5-acf9-4579-8cae-f3bfdc656903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1028cc05-e0ed-4a8a-99b8-2ba54df44a0e'}] {{(pid=100552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:48:43.289486 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8df5a3c8-f1f6-4f90-943d-1971eda245b0 req-54618bf8-76e6-4d17-bb77-2e87440cfa47 service neutron] 10.222.0.42 "GET /v2.0/networks/776399e9-cb83-42dc-a179-0b37bce8b1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593029 Sep 07 23:48:43.291136 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6af7ada11e39af001df59af8fe1a830bb49e6ec01a9e34e873de5065727c58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4ef908-55d8-48cb-a024-087fad385dd0" -d '{"events": [{"server_uuid": "bc0927a5-acf9-4579-8cae-f3bfdc656903", "name": "network-vif-plugged", "status": "completed", "tag": "1028cc05-e0ed-4a8a-99b8-2ba54df44a0e"}]}' {{(pid=100552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:48:43.337342 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port 1028cc05-e0ed-4a8a-99b8-2ba54df44a0e, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=1028cc05-e0ed-4a8a-99b8-2ba54df44a0e,segment=NetworkSegment(a973bdf8-370d-4db2-abf5-29cff2554e75),segment_id=a973bdf8-370d-4db2-abf5-29cff2554e75)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:48:43.361111 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 23:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06fc445c-c7dc-492d-aaf1-58d53ab6d084 x-openstack-request-id: req-06fc445c-c7dc-492d-aaf1-58d53ab6d084 {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:48:43.361698 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc0927a5-acf9-4579-8cae-f3bfdc656903", "name": "network-vif-plugged", "status": "completed", "tag": "1028cc05-e0ed-4a8a-99b8-2ba54df44a0e", "code": 200}]} {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:48:43.361934 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-06fc445c-c7dc-492d-aaf1-58d53ab6d084 {{(pid=100552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:48:43.362424 dv-cinder-751579-26-iscsi neutron-server[100552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc0927a5-acf9-4579-8cae-f3bfdc656903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1028cc05-e0ed-4a8a-99b8-2ba54df44a0e', 'code': 200} Sep 07 23:48:43.369417 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:43.371370 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 6228acc7-8735-4ff5-9e8c-29307cf480f2 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 23:48:43.479255 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8df5a3c8-f1f6-4f90-943d-1971eda245b0 req-d398d5a9-f08c-4c9f-942b-23c11e52c773 service neutron] 10.222.0.42 "GET /v2.0/networks/776399e9-cb83-42dc-a179-0b37bce8b1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738415 Sep 07 23:48:43.492059 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] No Port match for: 6228acc7-8735-4ff5-9e8c-29307cf480f2 {{(pid=100552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 23:48:43.492868 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 6228acc7-8735-4ff5-9e8c-29307cf480f2 not bound to the agent host hv-cinder-75157 {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 23:48:43.554938 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ce804-7368-46b2-9d5c-7fa7001d90a6 req-5c2ea3d6-cc06-49b2-bdda-0d97095f71e1 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:43.555293 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Pushing event updated for resources: {'Port': ['ID=1028cc05-e0ed-4a8a-99b8-2ba54df44a0e,revision_number=5']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:48:43.568630 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-702ce804-7368-46b2-9d5c-7fa7001d90a6 req-5c2ea3d6-cc06-49b2-bdda-0d97095f71e1 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 945 time: 0.1628253 Sep 07 23:48:43.607243 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-702ce804-7368-46b2-9d5c-7fa7001d90a6 req-972effc1-fec3-4cf8-ab0c-c8a487efc633 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ff1b41d-3b65-4765-bb95-46afdd75cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374761 Sep 07 23:48:43.689299 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6013f0f-42b6-4d83-ac74-163870e8a937 req-ff3b91a0-9062-4b1a-b503-d34b7c8cfd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:43.690962 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a6013f0f-42b6-4d83-ac74-163870e8a937 req-ff3b91a0-9062-4b1a-b503-d34b7c8cfd7d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bc0927a5-acf9-4579-8cae-f3bfdc656903 HTTP/1.1" status: 200 len: 1099 time: 0.0453513 Sep 07 23:48:43.704189 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166195e0-db5c-4439-b180-df1a9afe0e19', 'name': 'network-vif-deleted', 'tag': '6228acc7-8735-4ff5-9e8c-29307cf480f2'}] {{(pid=100551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:48:43.708421 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744d18a1a9123520e55b11d6b4f544890c28500fff252c5db1cb0c4b69d72d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce07d14-85c7-4e0b-a404-bc9c1965d574" -d '{"events": [{"server_uuid": "166195e0-db5c-4439-b180-df1a9afe0e19", "name": "network-vif-deleted", "tag": "6228acc7-8735-4ff5-9e8c-29307cf480f2"}]}' {{(pid=100551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:48:43.753275 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a6013f0f-42b6-4d83-ac74-163870e8a937 req-7040a6a3-caa8-487d-af00-5a71d1e0f1a3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=63cec091-57c7-4010-b546-053e96a89c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391777 Sep 07 23:48:43.777828 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 23:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0974a288-06c9-4d0f-803a-682fb10a8f76 x-openstack-request-id: req-0974a288-06c9-4d0f-803a-682fb10a8f76 {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:48:43.778426 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "166195e0-db5c-4439-b180-df1a9afe0e19", "name": "network-vif-deleted", "tag": "6228acc7-8735-4ff5-9e8c-29307cf480f2", "status": "completed", "code": 200}]} {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:48:43.778972 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0974a288-06c9-4d0f-803a-682fb10a8f76 {{(pid=100551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:48:43.779770 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '166195e0-db5c-4439-b180-df1a9afe0e19', 'name': 'network-vif-deleted', 'tag': '6228acc7-8735-4ff5-9e8c-29307cf480f2', 'status': 'completed', 'code': 200} Sep 07 23:48:43.963252 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20d536-583c-45a3-b34c-8c22752c0a03 req-7016075e-e83e-412b-85e1-c68dde4970d0 tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:43.965667 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-0b20d536-583c-45a3-b34c-8c22752c0a03 req-7016075e-e83e-412b-85e1-c68dde4970d0 tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] 10.222.0.15 "GET /v2.0/ports?device_id=d604793c-2f36-4da7-8f1b-ab476b4abbad HTTP/1.1" status: 200 len: 947 time: 0.1374035 Sep 07 23:48:43.981532 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a47c3f-551b-4ce0-b83a-6655d65ce1ae req-ed8fbbbf-2937-498f-819c-1ec4d41211b8 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:43.983102 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-21a47c3f-551b-4ce0-b83a-6655d65ce1ae req-ed8fbbbf-2937-498f-819c-1ec4d41211b8 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 946 time: 0.1353393 Sep 07 23:48:44.037795 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-0b20d536-583c-45a3-b34c-8c22752c0a03 req-cc3ef16f-1de0-4ca0-b171-1ffdcd642522 tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] 10.222.0.15 "GET /v2.0/security-groups?id=c17ccdb3-c98d-480a-9823-60a097a59601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527525 Sep 07 23:48:44.053552 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-21a47c3f-551b-4ce0-b83a-6655d65ce1ae req-c5a7c2da-5c39-4cfd-82ce-b0fd7848a03d tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549366 Sep 07 23:48:44.183481 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8bebac-853c-4984-9c82-a69f55074b0b req-3a952a9a-3676-4b95-8179-05c373bf509a tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:44.185410 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ca8bebac-853c-4984-9c82-a69f55074b0b req-3a952a9a-3676-4b95-8179-05c373bf509a tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc0927a5-acf9-4579-8cae-f3bfdc656903 HTTP/1.1" status: 200 len: 946 time: 0.0590036 Sep 07 23:48:44.233347 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ca8bebac-853c-4984-9c82-a69f55074b0b req-12a540c5-4ab5-4b25-9833-9d21919513ca tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/security-groups?id=63cec091-57c7-4010-b546-053e96a89c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409975 Sep 07 23:48:44.742080 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d5024-e593-46bd-89fd-d19de42a9b76 req-90391f58-45d5-45dc-94b3-e9f9c88d6171 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:44.743732 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4e8d5024-e593-46bd-89fd-d19de42a9b76 req-90391f58-45d5-45dc-94b3-e9f9c88d6171 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 945 time: 0.0611329 Sep 07 23:48:44.795153 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4e8d5024-e593-46bd-89fd-d19de42a9b76 req-53e7880d-87df-4c8e-9186-5848a4236797 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ff1b41d-3b65-4765-bb95-46afdd75cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404358 Sep 07 23:48:44.857660 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c3f6b-10c2-4841-acb0-469f584a6ba1 req-8bc336aa-748a-427a-862a-2e86131a0980 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:44.859220 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-cc5c3f6b-10c2-4841-acb0-469f584a6ba1 req-8bc336aa-748a-427a-862a-2e86131a0980 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=6146deb7-a1d1-40ef-ad57-75bc7f58b611 HTTP/1.1" status: 200 len: 945 time: 0.0631924 Sep 07 23:48:44.900018 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-cc5c3f6b-10c2-4841-acb0-469f584a6ba1 req-da185b2e-fb72-4c08-a541-0a9f077ed394 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/security-groups?id=80d982fc-7c6a-451c-a13f-66d039ab5d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342717 Sep 07 23:48:45.039022 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=100552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 23:48:45.174589 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8,segment=NetworkSegment(d8842fcf-a128-40e0-8382-273e4ac2f011),segment_id=d8842fcf-a128-40e0-8382-273e4ac2f011)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:48:45.187985 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Returning: {'device': 'f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8', 'network_id': '776399e9-cb83-42dc-a179-0b37bce8b1ec', 'port_id': 'f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8', 'mac_address': 'fa:16:3e:8c:74:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a033196-9c9f-4bdf-a30b-b6f3d1c6ee5b', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 23:48:45.235371 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713db505-bac8-4619-b05d-29eacf4f24d7 req-5124526c-5878-41ce-b574-0a45e65e061d tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:45.237011 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-713db505-bac8-4619-b05d-29eacf4f24d7 req-5124526c-5878-41ce-b574-0a45e65e061d tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] 10.222.0.15 "GET /v2.0/ports?device_id=d604793c-2f36-4da7-8f1b-ab476b4abbad HTTP/1.1" status: 200 len: 947 time: 0.1036663 Sep 07 23:48:45.237711 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:45.256485 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b2f74-2f75-45df-8366-7e2425af30c1 req-bd87932a-2842-4dfd-a962-2d975c0a2146 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:45.258110 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-607b2f74-2f75-45df-8366-7e2425af30c1 req-bd87932a-2842-4dfd-a962-2d975c0a2146 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 946 time: 0.0747936 Sep 07 23:48:45.266909 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.notifiers.nova [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8 {{(pid=100552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 23:48:45.314417 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8,segment=NetworkSegment(d8842fcf-a128-40e0-8382-273e4ac2f011),segment_id=d8842fcf-a128-40e0-8382-273e4ac2f011)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:48:45.321945 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:45.323067 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 03abb03a-9526-4041-93a7-bea9ea9e25f0 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=100552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 23:48:45.323333 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-713db505-bac8-4619-b05d-29eacf4f24d7 req-5fb12573-b264-4efb-99c2-02cc2f632088 tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] 10.222.0.15 "GET /v2.0/security-groups?id=c17ccdb3-c98d-480a-9823-60a097a59601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640996 Sep 07 23:48:45.332532 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-607b2f74-2f75-45df-8366-7e2425af30c1 req-3e67b938-4dd4-4857-985f-222822297dd7 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553706 Sep 07 23:48:45.417128 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.agents_db [None req-89df3544-7e8a-43ac-bb25-e7a75b7011d0 None None] Agent healthcheck: found 6 active agents {{(pid=100553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 23:48:45.455342 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Pushing event updated for resources: {'Port': ['ID=f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8,revision_number=4']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:48:45.490865 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef282e80-664b-41c2-9dec-087ada6016c6 req-2f25c1ef-23f2-4eeb-8189-245449ccb051 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:45.492685 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ef282e80-664b-41c2-9dec-087ada6016c6 req-2f25c1ef-23f2-4eeb-8189-245449ccb051 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc0927a5-acf9-4579-8cae-f3bfdc656903 HTTP/1.1" status: 200 len: 946 time: 0.0733688 Sep 07 23:48:45.545693 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ef282e80-664b-41c2-9dec-087ada6016c6 req-89b118d1-ba9b-4541-8ca8-7de74dc1de97 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/security-groups?id=63cec091-57c7-4010-b546-053e96a89c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406969 Sep 07 23:48:45.556059 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port 03abb03a-9526-4041-93a7-bea9ea9e25f0, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=03abb03a-9526-4041-93a7-bea9ea9e25f0,segment=NetworkSegment(c1e8596d-44b9-4f74-a478-a7fa52272fc4),segment_id=c1e8596d-44b9-4f74-a478-a7fa52272fc4)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:48:45.572840 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Returning: {'device': '03abb03a-9526-4041-93a7-bea9ea9e25f0', 'network_id': 'bb0cf1ab-d1d5-410c-b15c-8c9770c10630', 'port_id': '03abb03a-9526-4041-93a7-bea9ea9e25f0', 'mac_address': 'fa:16:3e:21:18:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e4b191b-fe64-4814-8fad-97b5ba0852ce', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 23:48:45.618753 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:45.635824 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.notifiers.nova [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 03abb03a-9526-4041-93a7-bea9ea9e25f0 {{(pid=100552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 23:48:45.667019 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port 03abb03a-9526-4041-93a7-bea9ea9e25f0, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=03abb03a-9526-4041-93a7-bea9ea9e25f0,segment=NetworkSegment(c1e8596d-44b9-4f74-a478-a7fa52272fc4),segment_id=c1e8596d-44b9-4f74-a478-a7fa52272fc4)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:48:45.672966 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:45.742131 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Pushing event updated for resources: {'Port': ['ID=03abb03a-9526-4041-93a7-bea9ea9e25f0,revision_number=6']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:48:45.857939 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652d9b9-7eec-4029-ba7a-d6fb6f67f28e req-9878631f-3e4c-4085-b359-400948c5a525 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:45.859530 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7652d9b9-7eec-4029-ba7a-d6fb6f67f28e req-9878631f-3e4c-4085-b359-400948c5a525 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 946 time: 0.0895832 Sep 07 23:48:45.866724 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d2fdf-b1cd-44db-a91c-88c575edc63b req-75998f4d-cb75-4831-bfc6-1954fdcda10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:45.868111 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1a2d2fdf-b1cd-44db-a91c-88c575edc63b req-75998f4d-cb75-4831-bfc6-1954fdcda10d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4c1fbe4702b24535ab7d44fc9693fcbd&device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 1099 time: 0.0703871 Sep 07 23:48:45.933933 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] get_ports_and_sgs() called for port_ids ['03abb03a-9526-4041-93a7-bea9ea9e25f0'] {{(pid=100552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 23:48:46.184319 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7652d9b9-7eec-4029-ba7a-d6fb6f67f28e req-3cb164d8-98fa-499c-8ff4-85ac82587105 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150551 Sep 07 23:48:46.260889 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1049104a-a265-42ba-8b1d-59f7f7bac21b req-25c59186-dbae-4bf9-abab-18aeefd1c3af tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:46.263550 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1049104a-a265-42ba-8b1d-59f7f7bac21b req-25c59186-dbae-4bf9-abab-18aeefd1c3af tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 945 time: 0.1521487 Sep 07 23:48:46.370634 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d2fdf-b1cd-44db-a91c-88c575edc63b req-63c40f23-4e2e-44f8-b291-4e8eb1ee671c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:46.373281 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1a2d2fdf-b1cd-44db-a91c-88c575edc63b req-63c40f23-4e2e-44f8-b291-4e8eb1ee671c service neutron] 10.222.0.42 "GET /v2.0/networks?id=8f0ad28b-91ae-4394-8b5f-02f4ebeae46e HTTP/1.1" status: 200 len: 920 time: 0.2629426 Sep 07 23:48:46.398258 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] get_ports_and_sgs() called for port_ids ['f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8'] {{(pid=100552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 23:48:46.462233 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1a2d2fdf-b1cd-44db-a91c-88c575edc63b req-a0fd283c-e62b-47dc-8094-b09fb5ed43ee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2339214b-86f2-429f-b078-77b01c82091e HTTP/1.1" status: 200 len: 217 time: 0.0738969 Sep 07 23:48:46.469422 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1049104a-a265-42ba-8b1d-59f7f7bac21b req-7dd0e428-15c9-4c8e-adf3-284f0feaa017 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ff1b41d-3b65-4765-bb95-46afdd75cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982687 Sep 07 23:48:46.508916 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1ddb6-e841-4a08-84af-58fcfaf18b20 req-d102cc95-72a0-4d1a-a497-545226ceef09 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:46.508916 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8bc1ddb6-e841-4a08-84af-58fcfaf18b20 req-d102cc95-72a0-4d1a-a497-545226ceef09 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=6146deb7-a1d1-40ef-ad57-75bc7f58b611 HTTP/1.1" status: 200 len: 945 time: 0.2308836 Sep 07 23:48:46.627716 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d2fdf-b1cd-44db-a91c-88c575edc63b req-61655fe4-495c-49ef-819e-106c61507c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:46.630696 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1a2d2fdf-b1cd-44db-a91c-88c575edc63b req-61655fe4-495c-49ef-819e-106c61507c25 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f967c7b2-09f7-4f04-827b-eef1f5f7308c HTTP/1.1" status: 200 len: 859 time: 0.1330895 Sep 07 23:48:46.670946 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8bc1ddb6-e841-4a08-84af-58fcfaf18b20 req-fb13b8ac-67e2-4cff-ae92-9672bd121beb tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/security-groups?id=80d982fc-7c6a-451c-a13f-66d039ab5d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572177 Sep 07 23:48:46.703685 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1a2d2fdf-b1cd-44db-a91c-88c575edc63b req-86d246c9-7c0c-4609-8990-1eef11ce2f35 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8f0ad28b-91ae-4394-8b5f-02f4ebeae46e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490792 Sep 07 23:48:46.772079 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa06cf0-67cc-42d8-b6e7-9329ca7ca7ab req-0d087590-2896-40c2-890f-caeea46c8a44 tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:46.773972 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-cfa06cf0-67cc-42d8-b6e7-9329ca7ca7ab req-0d087590-2896-40c2-890f-caeea46c8a44 tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] 10.222.0.15 "GET /v2.0/ports?device_id=d604793c-2f36-4da7-8f1b-ab476b4abbad HTTP/1.1" status: 200 len: 948 time: 0.1381848 Sep 07 23:48:46.925248 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-cfa06cf0-67cc-42d8-b6e7-9329ca7ca7ab req-b0f47bd7-9bfe-4dbe-b6a7-d1454c57874b tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] 10.222.0.15 "GET /v2.0/security-groups?id=c17ccdb3-c98d-480a-9823-60a097a59601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112823 Sep 07 23:48:46.928745 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1a2d2fdf-b1cd-44db-a91c-88c575edc63b req-97902f98-9d11-4524-96ae-e19cfff5c893 service neutron] 10.222.0.42 "GET /v2.0/networks/8f0ad28b-91ae-4394-8b5f-02f4ebeae46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143161 Sep 07 23:48:46.942460 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3e1c3-9209-4fe3-af38-e6a873b2ddbb req-76168d17-ea9a-410b-bfa6-4e63da5aa58b tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:46.944677 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5bd3e1c3-9209-4fe3-af38-e6a873b2ddbb req-76168d17-ea9a-410b-bfa6-4e63da5aa58b tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 945 time: 0.1922543 Sep 07 23:48:47.052507 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 03abb03a-9526-4041-93a7-bea9ea9e25f0 up at agent hyperv_hv-cinder-75157 {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:48:47.087764 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5bd3e1c3-9209-4fe3-af38-e6a873b2ddbb req-31eb07c3-2636-4d0e-9287-15e5769d64e9 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111205 Sep 07 23:48:47.106289 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1a2d2fdf-b1cd-44db-a91c-88c575edc63b req-e80de375-4329-4dd1-b336-bd83139ca2a3 service neutron] 10.222.0.42 "GET /v2.0/networks/8f0ad28b-91ae-4394-8b5f-02f4ebeae46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605554 Sep 07 23:48:47.124923 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708fa33-7ff9-48e1-9482-fac324162a86 req-ec09345d-2b82-42f3-ade3-16fd40ca5c4b tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:47.126823 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-9708fa33-7ff9-48e1-9482-fac324162a86 req-ec09345d-2b82-42f3-ade3-16fd40ca5c4b tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc0927a5-acf9-4579-8cae-f3bfdc656903 HTTP/1.1" status: 200 len: 946 time: 0.0964513 Sep 07 23:48:47.172177 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Provisioning complete for port 03abb03a-9526-4041-93a7-bea9ea9e25f0 triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:48:47.173925 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:47.196274 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-9708fa33-7ff9-48e1-9482-fac324162a86 req-8cf75382-5f29-465d-a9aa-cb996c6092cc tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/security-groups?id=63cec091-57c7-4010-b546-053e96a89c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550263 Sep 07 23:48:47.335953 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:47.373300 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd58f006-ace0-42d2-bbe1-af0cfa3faa03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03abb03a-9526-4041-93a7-bea9ea9e25f0'}] {{(pid=100552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:48:47.378546 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6af7ada11e39af001df59af8fe1a830bb49e6ec01a9e34e873de5065727c58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2a7a0f-49b5-4389-af98-495f9baa9c89" -d '{"events": [{"server_uuid": "bd58f006-ace0-42d2-bbe1-af0cfa3faa03", "name": "network-vif-plugged", "status": "completed", "tag": "03abb03a-9526-4041-93a7-bea9ea9e25f0"}]}' {{(pid=100552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:48:47.408756 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port 03abb03a-9526-4041-93a7-bea9ea9e25f0, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=03abb03a-9526-4041-93a7-bea9ea9e25f0,segment=NetworkSegment(c1e8596d-44b9-4f74-a478-a7fa52272fc4),segment_id=c1e8596d-44b9-4f74-a478-a7fa52272fc4)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:48:47.417358 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:47.480830 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 23:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd088b9f-eeed-485d-a858-d3b033c6f0ca x-openstack-request-id: req-bd088b9f-eeed-485d-a858-d3b033c6f0ca {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:48:47.483941 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd58f006-ace0-42d2-bbe1-af0cfa3faa03", "name": "network-vif-plugged", "status": "completed", "tag": "03abb03a-9526-4041-93a7-bea9ea9e25f0", "code": 200}]} {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:48:47.483941 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bd088b9f-eeed-485d-a858-d3b033c6f0ca {{(pid=100552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:48:47.483941 dv-cinder-751579-26-iscsi neutron-server[100552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd58f006-ace0-42d2-bbe1-af0cfa3faa03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03abb03a-9526-4041-93a7-bea9ea9e25f0', 'code': 200} Sep 07 23:48:47.570258 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Pushing event updated for resources: {'Port': ['ID=03abb03a-9526-4041-93a7-bea9ea9e25f0,revision_number=7']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:48:47.580998 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5173a9-62aa-463f-addd-cdaa49fea03c req-7b9ff98e-b10f-4736-a3da-049c6bb4efda tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:47.591251 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-9f5173a9-62aa-463f-addd-cdaa49fea03c req-7b9ff98e-b10f-4736-a3da-049c6bb4efda tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 946 time: 0.2698398 Sep 07 23:48:47.664966 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e670dd-2b17-4ab9-954b-46ed81447692 req-97a53a25-0abc-42dd-a0b5-96b323f71c8e tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:47.668434 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-36e670dd-2b17-4ab9-954b-46ed81447692 req-97a53a25-0abc-42dd-a0b5-96b323f71c8e tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.42 "GET /v2.0/ports?device_id=6146deb7-a1d1-40ef-ad57-75bc7f58b611 HTTP/1.1" status: 200 len: 945 time: 0.2938728 Sep 07 23:48:47.811900 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-9f5173a9-62aa-463f-addd-cdaa49fea03c req-ef8a66da-1928-44be-84a4-7ff778ba1310 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121320 Sep 07 23:48:47.909918 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c89a97d-8324-4471-aca4-fb6e3721f23d req-c8e21bd2-f44b-47ff-bb5f-9dba8b6926d1 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:47.913805 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4c89a97d-8324-4471-aca4-fb6e3721f23d req-c8e21bd2-f44b-47ff-bb5f-9dba8b6926d1 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 945 time: 0.2711823 Sep 07 23:48:48.058627 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4c89a97d-8324-4471-aca4-fb6e3721f23d req-25a64b04-ff31-4c27-ae7c-ae70218c2087 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ff1b41d-3b65-4765-bb95-46afdd75cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375227 Sep 07 23:48:48.079701 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [req-36e670dd-2b17-4ab9-954b-46ed81447692 req-a50c479d-3ed0-4ce1-ab7c-587e258713ea tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Deleting port 0f9a09d3-9a93-4104-ae87-e2492c14a582 {{(pid=100551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:48:48.080502 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-36e670dd-2b17-4ab9-954b-46ed81447692 req-a50c479d-3ed0-4ce1-ab7c-587e258713ea tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:48.092351 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3e632-de47-4a46-970f-4b5328ea66f3 req-a646f688-8ef8-4fb3-a263-0794401e4465 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:48.101089 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-03c3e632-de47-4a46-970f-4b5328ea66f3 req-a646f688-8ef8-4fb3-a263-0794401e4465 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=6146deb7-a1d1-40ef-ad57-75bc7f58b611 HTTP/1.1" status: 200 len: 945 time: 0.1843882 Sep 07 23:48:48.171988 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-03c3e632-de47-4a46-970f-4b5328ea66f3 req-ff602bad-20ac-453b-8dba-939ee37861af tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/security-groups?id=80d982fc-7c6a-451c-a13f-66d039ab5d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696664 Sep 07 23:48:48.293129 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-36e670dd-2b17-4ab9-954b-46ed81447692 req-a50c479d-3ed0-4ce1-ab7c-587e258713ea tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] For port 0f9a09d3-9a93-4104-ae87-e2492c14a582, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=0f9a09d3-9a93-4104-ae87-e2492c14a582,segment=NetworkSegment(3fd46725-363a-40b4-a905-e4625251ced3),segment_id=3fd46725-363a-40b4-a905-e4625251ced3)] {{(pid=100551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:48:48.293521 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-36e670dd-2b17-4ab9-954b-46ed81447692 req-a50c479d-3ed0-4ce1-ab7c-587e258713ea tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:48.312670 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af1621-efb1-488b-b89a-c131476db16a req-a2f9df9e-5e85-4710-8ae7-f93034aa6a0b tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:48.313345 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-54af1621-efb1-488b-b89a-c131476db16a req-a2f9df9e-5e85-4710-8ae7-f93034aa6a0b tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] 10.222.0.15 "GET /v2.0/ports?device_id=d604793c-2f36-4da7-8f1b-ab476b4abbad HTTP/1.1" status: 200 len: 948 time: 0.1356421 Sep 07 23:48:48.326821 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [req-36e670dd-2b17-4ab9-954b-46ed81447692 req-a50c479d-3ed0-4ce1-ab7c-587e258713ea tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Calling delete_port for 0f9a09d3-9a93-4104-ae87-e2492c14a582 owned by compute:nova {{(pid=100551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:48:48.379506 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-54af1621-efb1-488b-b89a-c131476db16a req-886beca2-f8ab-41b1-8a47-04f5a6b4af88 tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] 10.222.0.15 "GET /v2.0/security-groups?id=c17ccdb3-c98d-480a-9823-60a097a59601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500615 Sep 07 23:48:48.538763 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:48.660480 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-36e670dd-2b17-4ab9-954b-46ed81447692 req-a50c479d-3ed0-4ce1-ab7c-587e258713ea tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:48.675093 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] get_ports_and_sgs() called for port_ids ['29a0a3ae-f250-45b9-8bf5-c371f4f0c158', '3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca', '0f9a09d3-9a93-4104-ae87-e2492c14a582'] {{(pid=100552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 23:48:48.710672 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b6a1e-fb6e-4df4-957d-126f330b89a7 req-915aad54-4629-4dcd-a702-1cf6c50fb5b9 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:48.712286 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-580b6a1e-fb6e-4df4-957d-126f330b89a7 req-915aad54-4629-4dcd-a702-1cf6c50fb5b9 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc0927a5-acf9-4579-8cae-f3bfdc656903 HTTP/1.1" status: 200 len: 946 time: 0.1687839 Sep 07 23:48:48.716543 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c479d-3ed0-4ce1-ab7c-587e258713ea tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Pushing event deleted for resources: {'Port': ['ID=0f9a09d3-9a93-4104-ae87-e2492c14a582,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:48:48.739041 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c12a4-1f9b-4aa2-805b-f5c91ff3d7f8 req-8fb2cad6-cdb4-463b-9e52-4d4829826250 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:48.747311 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-084c12a4-1f9b-4aa2-805b-f5c91ff3d7f8 req-8fb2cad6-cdb4-463b-9e52-4d4829826250 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 946 time: 0.1891413 Sep 07 23:48:48.819391 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.l3_dvrscheduler_db [req-36e670dd-2b17-4ab9-954b-46ed81447692 req-a50c479d-3ed0-4ce1-ab7c-587e258713ea tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] No DVR routers for this DVR port 0f9a09d3-9a93-4104-ae87-e2492c14a582 on host hv-cinder-75157 {{(pid=100551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 23:48:48.826163 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-36e670dd-2b17-4ab9-954b-46ed81447692 req-a50c479d-3ed0-4ce1-ab7c-587e258713ea tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:48.828169 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-36e670dd-2b17-4ab9-954b-46ed81447692 req-a50c479d-3ed0-4ce1-ab7c-587e258713ea tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.42 "DELETE /v2.0/ports/0f9a09d3-9a93-4104-ae87-e2492c14a582 HTTP/1.1" status: 204 len: 173 time: 1.1404116 Sep 07 23:48:48.844182 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6146deb7-a1d1-40ef-ad57-75bc7f58b611', 'name': 'network-vif-deleted', 'tag': '0f9a09d3-9a93-4104-ae87-e2492c14a582'}] {{(pid=100551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:48:48.850019 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744d18a1a9123520e55b11d6b4f544890c28500fff252c5db1cb0c4b69d72d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01d2b27-8462-4c8b-83ae-0aa68a46177e" -d '{"events": [{"server_uuid": "6146deb7-a1d1-40ef-ad57-75bc7f58b611", "name": "network-vif-deleted", "tag": "0f9a09d3-9a93-4104-ae87-e2492c14a582"}]}' {{(pid=100551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:48:48.875532 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-084c12a4-1f9b-4aa2-805b-f5c91ff3d7f8 req-aac3cbe0-6c52-400f-a2b3-394bffc03a78 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268625 Sep 07 23:48:48.918524 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-580b6a1e-fb6e-4df4-957d-126f330b89a7 req-785742e6-2501-4682-9ecc-18217c96f32b tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/security-groups?id=63cec091-57c7-4010-b546-053e96a89c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874015 Sep 07 23:48:49.163442 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8 up at agent hyperv_hv-cinder-75157 {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:48:49.188553 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639a5be-1967-4316-8f6e-20834187eb43 req-220d9cdf-31a9-4298-a710-00adbaaaea52 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:49.190522 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5639a5be-1967-4316-8f6e-20834187eb43 req-220d9cdf-31a9-4298-a710-00adbaaaea52 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 946 time: 0.1664481 Sep 07 23:48:49.196709 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 23:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dafa7dd-7f94-4aa0-9571-33e07efe7f83 x-openstack-request-id: req-4dafa7dd-7f94-4aa0-9571-33e07efe7f83 {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:48:49.197522 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6146deb7-a1d1-40ef-ad57-75bc7f58b611", "name": "network-vif-deleted", "tag": "0f9a09d3-9a93-4104-ae87-e2492c14a582", "status": "completed", "code": 200}]} {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:48:49.198222 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4dafa7dd-7f94-4aa0-9571-33e07efe7f83 {{(pid=100551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:48:49.203694 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6146deb7-a1d1-40ef-ad57-75bc7f58b611', 'name': 'network-vif-deleted', 'tag': '0f9a09d3-9a93-4104-ae87-e2492c14a582', 'status': 'completed', 'code': 200} Sep 07 23:48:49.306398 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5639a5be-1967-4316-8f6e-20834187eb43 req-a29ff3b7-c5fa-412e-b0a1-f4ebf29b742f tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973191 Sep 07 23:48:49.371372 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Provisioning for port f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8 completed by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:48:49.389732 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Provisioning complete for port f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8 triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:48:49.390176 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:49.471424 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c891aa-82de-434f-a02b-8375bc4f2122 req-463e1e98-0331-4342-a3d4-7ddcc8c46c99 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:49.473524 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-b9c891aa-82de-434f-a02b-8375bc4f2122 req-463e1e98-0331-4342-a3d4-7ddcc8c46c99 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 945 time: 0.1153281 Sep 07 23:48:49.581685 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:49.584833 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3d737ce5-161a-4aed-896c-58e70cf03c5a req-cfc06f4d-a2b8-4e3d-a11d-7e7fae395683 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=6146deb7-a1d1-40ef-ad57-75bc7f58b611 HTTP/1.1" status: 200 len: 210 time: 0.0838313 Sep 07 23:48:49.624073 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-b9c891aa-82de-434f-a02b-8375bc4f2122 req-7cea62ff-efb5-4307-bd35-95dd42091fcf tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ff1b41d-3b65-4765-bb95-46afdd75cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347959 Sep 07 23:48:49.638031 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd604793c-2f36-4da7-8f1b-ab476b4abbad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8'}] {{(pid=100552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:48:49.647090 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6af7ada11e39af001df59af8fe1a830bb49e6ec01a9e34e873de5065727c58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f9afe3-0dd1-44ab-9368-cd909ee3f5df" -d '{"events": [{"server_uuid": "d604793c-2f36-4da7-8f1b-ab476b4abbad", "name": "network-vif-plugged", "status": "completed", "tag": "f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8"}]}' {{(pid=100552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:48:49.686752 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8,segment=NetworkSegment(d8842fcf-a128-40e0-8382-273e4ac2f011),segment_id=d8842fcf-a128-40e0-8382-273e4ac2f011)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:48:49.708937 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:49.768790 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 23:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3d5a81-08a9-47a7-a20c-cb4c72284fbf x-openstack-request-id: req-ff3d5a81-08a9-47a7-a20c-cb4c72284fbf {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:48:49.769422 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d604793c-2f36-4da7-8f1b-ab476b4abbad", "name": "network-vif-plugged", "status": "completed", "tag": "f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8", "code": 200}]} {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:48:49.769827 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ff3d5a81-08a9-47a7-a20c-cb4c72284fbf {{(pid=100552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:48:49.770605 dv-cinder-751579-26-iscsi neutron-server[100552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd604793c-2f36-4da7-8f1b-ab476b4abbad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8', 'code': 200} Sep 07 23:48:49.820022 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Pushing event updated for resources: {'Port': ['ID=f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8,revision_number=5']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:48:49.842261 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01631608-4cdf-4263-beba-23fd7b2da961 req-e6b25d61-7ce9-4478-b73c-8a7ce04a0e12 tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:49.845828 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-01631608-4cdf-4263-beba-23fd7b2da961 req-e6b25d61-7ce9-4478-b73c-8a7ce04a0e12 tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] 10.222.0.15 "GET /v2.0/ports?device_id=d604793c-2f36-4da7-8f1b-ab476b4abbad HTTP/1.1" status: 200 len: 949 time: 0.1431842 Sep 07 23:48:49.930011 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-01631608-4cdf-4263-beba-23fd7b2da961 req-4f9a98ce-9cef-4c48-9f98-13b6abd1c56c tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] 10.222.0.15 "GET /v2.0/security-groups?id=c17ccdb3-c98d-480a-9823-60a097a59601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736332 Sep 07 23:48:50.304733 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eee394-ad99-4c75-a949-0170bfeec7aa req-c9047089-5d45-4910-9096-0cf31a8f27ba tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:50.307127 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-00eee394-ad99-4c75-a949-0170bfeec7aa req-c9047089-5d45-4910-9096-0cf31a8f27ba tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc0927a5-acf9-4579-8cae-f3bfdc656903 HTTP/1.1" status: 200 len: 946 time: 0.1268473 Sep 07 23:48:50.315443 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca573d-11be-46ef-812a-e5e35f90cc57 req-20ea0ca9-319a-4b80-90aa-17cbcb0a8970 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:50.320871 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-41ca573d-11be-46ef-812a-e5e35f90cc57 req-20ea0ca9-319a-4b80-90aa-17cbcb0a8970 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc0927a5-acf9-4579-8cae-f3bfdc656903 HTTP/1.1" status: 200 len: 946 time: 0.2259052 Sep 07 23:48:50.341157 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79939fab-693d-4bdc-86e7-71f8d8b7511d req-d7c61555-6c8c-4498-a2b0-96c395a59d4d tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:50.343111 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-79939fab-693d-4bdc-86e7-71f8d8b7511d req-d7c61555-6c8c-4498-a2b0-96c395a59d4d tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 946 time: 0.2453940 Sep 07 23:48:50.352085 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16c61f-c8bd-4c6c-a9a4-ae3e2b2d84d3 req-4780454a-ec63-48e6-8590-ebfc81569ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:50.353702 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8e16c61f-c8bd-4c6c-a9a4-ae3e2b2d84d3 req-4780454a-ec63-48e6-8590-ebfc81569ef8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d604793c-2f36-4da7-8f1b-ab476b4abbad HTTP/1.1" status: 200 len: 1102 time: 0.2730029 Sep 07 23:48:50.485523 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-41ca573d-11be-46ef-812a-e5e35f90cc57 req-6e348148-5395-437b-9fb5-ade60ea42f57 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/security-groups?id=63cec091-57c7-4010-b546-053e96a89c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526990 Sep 07 23:48:50.518435 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-79939fab-693d-4bdc-86e7-71f8d8b7511d req-14702d8f-23a6-4d68-9a46-83ba7dd8890d tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625118 Sep 07 23:48:50.533650 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8e16c61f-c8bd-4c6c-a9a4-ae3e2b2d84d3 req-63d97a62-c4c0-4346-8752-fc8cd533c373 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c17ccdb3-c98d-480a-9823-60a097a59601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569929 Sep 07 23:48:50.572153 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [req-00eee394-ad99-4c75-a949-0170bfeec7aa req-938feedf-5399-4506-927e-ede7ef30b7f5 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Deleting port 1028cc05-e0ed-4a8a-99b8-2ba54df44a0e {{(pid=100551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:48:50.572891 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-00eee394-ad99-4c75-a949-0170bfeec7aa req-938feedf-5399-4506-927e-ede7ef30b7f5 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:51.048946 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-00eee394-ad99-4c75-a949-0170bfeec7aa req-938feedf-5399-4506-927e-ede7ef30b7f5 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] For port 1028cc05-e0ed-4a8a-99b8-2ba54df44a0e, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=1028cc05-e0ed-4a8a-99b8-2ba54df44a0e,segment=NetworkSegment(a973bdf8-370d-4db2-abf5-29cff2554e75),segment_id=a973bdf8-370d-4db2-abf5-29cff2554e75)] {{(pid=100551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:48:51.049410 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-00eee394-ad99-4c75-a949-0170bfeec7aa req-938feedf-5399-4506-927e-ede7ef30b7f5 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:51.093802 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 1028cc05-e0ed-4a8a-99b8-2ba54df44a0e no longer exists at agent hyperv_hv-cinder-75157 {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 23:48:51.101379 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [req-00eee394-ad99-4c75-a949-0170bfeec7aa req-938feedf-5399-4506-927e-ede7ef30b7f5 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Calling delete_port for 1028cc05-e0ed-4a8a-99b8-2ba54df44a0e owned by compute:nova {{(pid=100551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:48:51.295262 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:51.338771 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae37e4-0418-4951-aa7b-4fbb815d0c35 req-f43aa956-1035-4d16-88fe-1479d7ef4146 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:51.352084 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d7ae37e4-0418-4951-aa7b-4fbb815d0c35 req-f43aa956-1035-4d16-88fe-1479d7ef4146 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 946 time: 0.3325124 Sep 07 23:48:51.353078 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port 1028cc05-e0ed-4a8a-99b8-2ba54df44a0e, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=1028cc05-e0ed-4a8a-99b8-2ba54df44a0e,segment=NetworkSegment(a973bdf8-370d-4db2-abf5-29cff2554e75),segment_id=a973bdf8-370d-4db2-abf5-29cff2554e75)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:48:51.362039 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:51.362868 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 0f9a09d3-9a93-4104-ae87-e2492c14a582 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 23:48:51.434309 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] No Port match for: 0f9a09d3-9a93-4104-ae87-e2492c14a582 {{(pid=100552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 23:48:51.434660 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 0f9a09d3-9a93-4104-ae87-e2492c14a582 not bound to the agent host hv-cinder-75157 {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 23:48:51.445074 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d7ae37e4-0418-4951-aa7b-4fbb815d0c35 req-dc690f27-e393-4162-af0d-d9a977d55c65 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858245 Sep 07 23:48:51.484157 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Pushing event updated for resources: {'Port': ['ID=1028cc05-e0ed-4a8a-99b8-2ba54df44a0e,revision_number=6']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:48:51.495854 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaacfc86-10ae-464f-b785-b02d8114c858 req-6d4c64df-6432-4492-b9ea-6f0abb4beb9a tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:51.504100 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-aaacfc86-10ae-464f-b785-b02d8114c858 req-6d4c64df-6432-4492-b9ea-6f0abb4beb9a tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 945 time: 0.2684963 Sep 07 23:48:51.621980 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-00eee394-ad99-4c75-a949-0170bfeec7aa req-938feedf-5399-4506-927e-ede7ef30b7f5 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:51.633926 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-aaacfc86-10ae-464f-b785-b02d8114c858 req-63596856-5785-4fe1-85c0-aa4ea096e743 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ff1b41d-3b65-4765-bb95-46afdd75cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286297 Sep 07 23:48:51.758116 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938feedf-5399-4506-927e-ede7ef30b7f5 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Pushing event deleted for resources: {'Port': ['ID=1028cc05-e0ed-4a8a-99b8-2ba54df44a0e,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:48:51.773989 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc0927a5-acf9-4579-8cae-f3bfdc656903', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1028cc05-e0ed-4a8a-99b8-2ba54df44a0e'}] {{(pid=100552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:48:51.778571 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6af7ada11e39af001df59af8fe1a830bb49e6ec01a9e34e873de5065727c58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9947d0ff-efc0-4554-836d-c89dffda7507" -d '{"events": [{"server_uuid": "bc0927a5-acf9-4579-8cae-f3bfdc656903", "name": "network-vif-unplugged", "status": "completed", "tag": "1028cc05-e0ed-4a8a-99b8-2ba54df44a0e"}]}' {{(pid=100552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:48:51.780152 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf31eab-d0cd-48be-b496-0ffd8961d030 req-0c903b79-7374-4507-af4a-11815a762645 tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:51.781951 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-0cf31eab-d0cd-48be-b496-0ffd8961d030 req-0c903b79-7374-4507-af4a-11815a762645 tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] 10.222.0.15 "GET /v2.0/ports?device_id=d604793c-2f36-4da7-8f1b-ab476b4abbad HTTP/1.1" status: 200 len: 949 time: 0.2303221 Sep 07 23:48:51.854677 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.l3_dvrscheduler_db [req-00eee394-ad99-4c75-a949-0170bfeec7aa req-938feedf-5399-4506-927e-ede7ef30b7f5 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] No DVR routers for this DVR port 1028cc05-e0ed-4a8a-99b8-2ba54df44a0e on host hv-cinder-75157 {{(pid=100551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 23:48:51.867207 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-00eee394-ad99-4c75-a949-0170bfeec7aa req-938feedf-5399-4506-927e-ede7ef30b7f5 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:51.869410 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-00eee394-ad99-4c75-a949-0170bfeec7aa req-938feedf-5399-4506-927e-ede7ef30b7f5 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.42 "DELETE /v2.0/ports/1028cc05-e0ed-4a8a-99b8-2ba54df44a0e HTTP/1.1" status: 204 len: 173 time: 1.5391462 Sep 07 23:48:51.870178 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc0927a5-acf9-4579-8cae-f3bfdc656903', 'name': 'network-vif-deleted', 'tag': '1028cc05-e0ed-4a8a-99b8-2ba54df44a0e'}] {{(pid=100551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:48:51.873949 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744d18a1a9123520e55b11d6b4f544890c28500fff252c5db1cb0c4b69d72d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1fd6c3-7ad4-42dd-8dc2-041da4838865" -d '{"events": [{"server_uuid": "bc0927a5-acf9-4579-8cae-f3bfdc656903", "name": "network-vif-deleted", "tag": "1028cc05-e0ed-4a8a-99b8-2ba54df44a0e"}]}' {{(pid=100551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:48:51.915239 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-0cf31eab-d0cd-48be-b496-0ffd8961d030 req-fb4238ee-dcf3-4197-b424-41325f4b11c6 tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] 10.222.0.15 "GET /v2.0/security-groups?id=c17ccdb3-c98d-480a-9823-60a097a59601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215365 Sep 07 23:48:51.942246 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9466a9-ceb1-4b55-8a1f-e0653b6a4ae9 req-37a7908a-2454-4b3d-ac02-7e07553fd74c tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:51.951860 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ff9466a9-ceb1-4b55-8a1f-e0653b6a4ae9 req-37a7908a-2454-4b3d-ac02-7e07553fd74c tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdc0b49b-d329-4c57-827d-1fbac547cbad HTTP/1.1" status: 200 len: 945 time: 0.1946418 Sep 07 23:48:52.071120 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c802b175-79fc-4e94-addd-d080bf94eb9e req-7ec15904-882d-4aa1-a029-2ce1af458b23 tempest-VolumesActionsTest-313427038 tempest-VolumesActionsTest-313427038-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc0927a5-acf9-4579-8cae-f3bfdc656903 HTTP/1.1" status: 200 len: 210 time: 0.0755293 Sep 07 23:48:52.101543 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ff9466a9-ceb1-4b55-8a1f-e0653b6a4ae9 req-96dc0bd1-aba1-4342-8b42-9c4f6d52e121 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/security-groups?id=80d982fc-7c6a-451c-a13f-66d039ab5d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307762 Sep 07 23:48:52.180932 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 23:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70cb7a6d-5917-4bfa-817f-5bd9b498c8a0 x-openstack-request-id: req-70cb7a6d-5917-4bfa-817f-5bd9b498c8a0 {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:48:52.181589 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc0927a5-acf9-4579-8cae-f3bfdc656903", "name": "network-vif-unplugged", "status": "completed", "tag": "1028cc05-e0ed-4a8a-99b8-2ba54df44a0e", "code": 200}]} {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:48:52.181832 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-70cb7a6d-5917-4bfa-817f-5bd9b498c8a0 {{(pid=100552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:48:52.183104 dv-cinder-751579-26-iscsi neutron-server[100552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc0927a5-acf9-4579-8cae-f3bfdc656903', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1028cc05-e0ed-4a8a-99b8-2ba54df44a0e', 'code': 200} Sep 07 23:48:52.252421 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 23:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab37b1f-2b05-464d-9c51-dc40c6ee90b8 x-openstack-request-id: req-3ab37b1f-2b05-464d-9c51-dc40c6ee90b8 {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:48:52.253131 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc0927a5-acf9-4579-8cae-f3bfdc656903", "name": "network-vif-deleted", "tag": "1028cc05-e0ed-4a8a-99b8-2ba54df44a0e", "status": "completed", "code": 200}]} {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:48:52.253309 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3ab37b1f-2b05-464d-9c51-dc40c6ee90b8 {{(pid=100551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:48:52.254040 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc0927a5-acf9-4579-8cae-f3bfdc656903', 'name': 'network-vif-deleted', 'tag': '1028cc05-e0ed-4a8a-99b8-2ba54df44a0e', 'status': 'completed', 'code': 200} Sep 07 23:48:52.287137 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d0f721-28ca-4865-9199-8618690ff1da req-80f370ad-2abf-40ed-9959-6ccbe1634a5a tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:52.289318 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-97d0f721-28ca-4865-9199-8618690ff1da req-80f370ad-2abf-40ed-9959-6ccbe1634a5a tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 946 time: 0.0709987 Sep 07 23:48:52.344337 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-97d0f721-28ca-4865-9199-8618690ff1da req-5c916a60-e7ed-4ca2-ac06-6cb62a993627 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435266 Sep 07 23:48:52.660745 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f58784-145f-4fe7-a2a4-64e506ea81d9 req-68a25b52-99e3-41b5-b8b3-e6df5fcefa58 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:52.676697 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-b9f58784-145f-4fe7-a2a4-64e506ea81d9 req-68a25b52-99e3-41b5-b8b3-e6df5fcefa58 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 946 time: 0.1205411 Sep 07 23:48:52.847155 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-b9f58784-145f-4fe7-a2a4-64e506ea81d9 req-324c204f-8f0a-44a6-a1d0-e187d73b8280 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293089 Sep 07 23:48:52.864588 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8c7af-49aa-43e2-8c2b-e73f8312baa9 req-f4e1a96a-b049-4be4-ba7e-d52e421c93ca tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:52.866683 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-61d8c7af-49aa-43e2-8c2b-e73f8312baa9 req-f4e1a96a-b049-4be4-ba7e-d52e421c93ca tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdc0b49b-d329-4c57-827d-1fbac547cbad HTTP/1.1" status: 200 len: 945 time: 0.2423739 Sep 07 23:48:52.890790 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e36087-26fd-45d9-b7c1-a8691868e315 req-e0a31e42-c944-4da8-ac62-9741a4c1e1d7 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:52.893482 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-60e36087-26fd-45d9-b7c1-a8691868e315 req-e0a31e42-c944-4da8-ac62-9741a4c1e1d7 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 945 time: 0.1785722 Sep 07 23:48:53.135013 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-60e36087-26fd-45d9-b7c1-a8691868e315 req-01a47061-3764-42c9-b803-66c66e03066b tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ff1b41d-3b65-4765-bb95-46afdd75cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895673 Sep 07 23:48:53.200184 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fcf81-d0a5-4ab1-97b3-dc2855fe5631 req-620ed7a7-c739-4a95-ba37-da8553d47a66 tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:53.202176 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-073fcf81-d0a5-4ab1-97b3-dc2855fe5631 req-620ed7a7-c739-4a95-ba37-da8553d47a66 tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] 10.222.0.15 "GET /v2.0/ports?device_id=d604793c-2f36-4da7-8f1b-ab476b4abbad HTTP/1.1" status: 200 len: 949 time: 0.1630874 Sep 07 23:48:53.212527 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [req-61d8c7af-49aa-43e2-8c2b-e73f8312baa9 req-28bbe67c-6eaa-4a07-a774-a57ab5a62b03 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Deleting port 3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca {{(pid=100551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:48:53.212527 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-61d8c7af-49aa-43e2-8c2b-e73f8312baa9 req-28bbe67c-6eaa-4a07-a774-a57ab5a62b03 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:53.466462 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-073fcf81-d0a5-4ab1-97b3-dc2855fe5631 req-b3d656ad-bbc4-4526-b1f4-ef3f097ab627 tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] 10.222.0.15 "GET /v2.0/security-groups?id=c17ccdb3-c98d-480a-9823-60a097a59601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039070 Sep 07 23:48:53.473982 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-61d8c7af-49aa-43e2-8c2b-e73f8312baa9 req-28bbe67c-6eaa-4a07-a774-a57ab5a62b03 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] For port 3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca,segment=NetworkSegment(3fd46725-363a-40b4-a905-e4625251ced3),segment_id=3fd46725-363a-40b4-a905-e4625251ced3)] {{(pid=100551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:48:53.473982 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-61d8c7af-49aa-43e2-8c2b-e73f8312baa9 req-28bbe67c-6eaa-4a07-a774-a57ab5a62b03 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:53.492565 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [req-61d8c7af-49aa-43e2-8c2b-e73f8312baa9 req-28bbe67c-6eaa-4a07-a774-a57ab5a62b03 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Calling delete_port for 3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca owned by compute:nova {{(pid=100551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:48:53.529206 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02161f76-4e14-464b-8ed4-933e406eaec1 req-7e006f9f-735c-4870-a700-909ea73e3f02 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:53.542157 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-02161f76-4e14-464b-8ed4-933e406eaec1 req-7e006f9f-735c-4870-a700-909ea73e3f02 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdc0b49b-d329-4c57-827d-1fbac547cbad HTTP/1.1" status: 200 len: 945 time: 0.1962256 Sep 07 23:48:53.685311 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-02161f76-4e14-464b-8ed4-933e406eaec1 req-78aea9ad-0295-4a36-b7f7-174d099872fa tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/security-groups?id=80d982fc-7c6a-451c-a13f-66d039ab5d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435671 Sep 07 23:48:53.773334 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b83ef-ee06-44d0-aac3-2ef1b87d19aa req-8127f496-1a8e-4867-8c9e-512121a90f09 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:53.794537 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ef4b83ef-ee06-44d0-aac3-2ef1b87d19aa req-8127f496-1a8e-4867-8c9e-512121a90f09 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 946 time: 0.1964333 Sep 07 23:48:53.898478 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ef4b83ef-ee06-44d0-aac3-2ef1b87d19aa req-94f66028-6e1d-4f79-b0f7-5593de37c14e tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998240 Sep 07 23:48:53.951400 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-61d8c7af-49aa-43e2-8c2b-e73f8312baa9 req-28bbe67c-6eaa-4a07-a774-a57ab5a62b03 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:53.964648 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] get_ports_and_sgs() called for port_ids ['29a0a3ae-f250-45b9-8bf5-c371f4f0c158'] {{(pid=100552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 23:48:54.069016 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bbe67c-6eaa-4a07-a774-a57ab5a62b03 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Pushing event deleted for resources: {'Port': ['ID=3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:48:54.186773 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d8c7af-49aa-43e2-8c2b-e73f8312baa9 req-28bbe67c-6eaa-4a07-a774-a57ab5a62b03 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] No DVR routers for this DVR port 3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca on host hv-cinder-75157 {{(pid=100551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 23:48:54.193748 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-61d8c7af-49aa-43e2-8c2b-e73f8312baa9 req-28bbe67c-6eaa-4a07-a774-a57ab5a62b03 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:54.196314 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-61d8c7af-49aa-43e2-8c2b-e73f8312baa9 req-28bbe67c-6eaa-4a07-a774-a57ab5a62b03 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.42 "DELETE /v2.0/ports/3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca HTTP/1.1" status: 204 len: 173 time: 1.3015771 Sep 07 23:48:54.212895 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660fc102-d48a-4db0-819b-2afe777a0bb3 req-7a48e9d6-7321-4496-b282-4247384bbee7 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:54.220760 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-660fc102-d48a-4db0-819b-2afe777a0bb3 req-7a48e9d6-7321-4496-b282-4247384bbee7 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 946 time: 0.1932735 Sep 07 23:48:54.267762 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc0b49b-d329-4c57-827d-1fbac547cbad', 'name': 'network-vif-deleted', 'tag': '3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca'}] {{(pid=100551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:48:54.270447 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744d18a1a9123520e55b11d6b4f544890c28500fff252c5db1cb0c4b69d72d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325a894a-242c-4314-bcc3-048f5a66ed0b" -d '{"events": [{"server_uuid": "fdc0b49b-d329-4c57-827d-1fbac547cbad", "name": "network-vif-deleted", "tag": "3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca"}]}' {{(pid=100551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:48:54.288866 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-660fc102-d48a-4db0-819b-2afe777a0bb3 req-2e764f3c-f682-42b4-878d-6d0d7da7ff43 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666595 Sep 07 23:48:54.341662 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8822bc0f-528c-48cf-8bc5-cf1b3b733781 req-881fe56c-49a5-457b-8ad0-4bdaa3e63945 tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:54.353846 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8822bc0f-528c-48cf-8bc5-cf1b3b733781 req-881fe56c-49a5-457b-8ad0-4bdaa3e63945 tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] 10.222.0.15 "GET /v2.0/ports?device_id=d604793c-2f36-4da7-8f1b-ab476b4abbad HTTP/1.1" status: 200 len: 949 time: 0.2615898 Sep 07 23:48:54.523526 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8822bc0f-528c-48cf-8bc5-cf1b3b733781 req-8adf72d6-6f93-487d-8cef-fca7ad8f8ce2 tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] 10.222.0.15 "GET /v2.0/security-groups?id=c17ccdb3-c98d-480a-9823-60a097a59601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623626 Sep 07 23:48:54.550269 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b897f90-3f28-4c93-aa16-94540e2c2c31 req-a6287a02-079a-455f-8281-be3159ddabef tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:54.552144 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5b897f90-3f28-4c93-aa16-94540e2c2c31 req-a6287a02-079a-455f-8281-be3159ddabef tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 945 time: 0.1256008 Sep 07 23:48:54.589202 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 23:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336c5593-3e94-4b83-ad62-1ddf36c9e31e x-openstack-request-id: req-336c5593-3e94-4b83-ad62-1ddf36c9e31e {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:48:54.589496 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc0b49b-d329-4c57-827d-1fbac547cbad", "name": "network-vif-deleted", "tag": "3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca", "status": "completed", "code": 200}]} {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:48:54.589744 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-336c5593-3e94-4b83-ad62-1ddf36c9e31e {{(pid=100551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:48:54.590146 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc0b49b-d329-4c57-827d-1fbac547cbad', 'name': 'network-vif-deleted', 'tag': '3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca', 'status': 'completed', 'code': 200} Sep 07 23:48:54.638490 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5b897f90-3f28-4c93-aa16-94540e2c2c31 req-203a9905-b46f-4af2-9206-a2d008895b89 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ff1b41d-3b65-4765-bb95-46afdd75cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746653 Sep 07 23:48:54.863277 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-37d99791-9e75-4247-be20-611779dfabe4 req-50c2f7d9-a332-4b34-a8d6-09518b96f493 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdc0b49b-d329-4c57-827d-1fbac547cbad HTTP/1.1" status: 200 len: 210 time: 0.0418475 Sep 07 23:48:55.088370 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b39aa-6424-485f-969c-95fab94f5c0a req-e20818e0-47d0-47b0-bdb9-a4ee2ad89c05 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:55.091178 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-251b39aa-6424-485f-969c-95fab94f5c0a req-e20818e0-47d0-47b0-bdb9-a4ee2ad89c05 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 945 time: 0.0934949 Sep 07 23:48:55.153675 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18369d-9e2d-4b87-b786-f1436a717a34 req-fe1cea0c-0381-4ece-bc9c-73c6c98c2894 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:55.156399 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ae18369d-9e2d-4b87-b786-f1436a717a34 req-fe1cea0c-0381-4ece-bc9c-73c6c98c2894 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 946 time: 0.1163120 Sep 07 23:48:55.219530 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-251b39aa-6424-485f-969c-95fab94f5c0a req-3ab72ed2-e9a4-4164-b919-97e624c1170a tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ff1b41d-3b65-4765-bb95-46afdd75cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168010 Sep 07 23:48:55.265112 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ae18369d-9e2d-4b87-b786-f1436a717a34 req-11129219-3369-4714-b363-9624d31425ed tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983672 Sep 07 23:48:55.492332 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899eadb5-8611-489e-a8be-723a4856f865 req-c371e0b6-368c-4372-ac75-f0c6e1e277fd tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:55.494409 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-899eadb5-8611-489e-a8be-723a4856f865 req-c371e0b6-368c-4372-ac75-f0c6e1e277fd tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 946 time: 0.1013145 Sep 07 23:48:55.560005 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-899eadb5-8611-489e-a8be-723a4856f865 req-a0f032b9-a1c7-4036-98b1-4822e29487de tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584710 Sep 07 23:48:55.737045 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d64c9-621f-4b4e-89c5-1441ee77eca3 req-5e0417ed-2714-4a1e-9b54-6ef657142e72 tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:55.740320 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-588d64c9-621f-4b4e-89c5-1441ee77eca3 req-5e0417ed-2714-4a1e-9b54-6ef657142e72 tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] 10.222.0.15 "GET /v2.0/ports?device_id=d604793c-2f36-4da7-8f1b-ab476b4abbad HTTP/1.1" status: 200 len: 949 time: 0.0983729 Sep 07 23:48:55.802353 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-588d64c9-621f-4b4e-89c5-1441ee77eca3 req-e2e9d053-702f-4562-bccc-b94f9a74d278 tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] 10.222.0.15 "GET /v2.0/security-groups?id=c17ccdb3-c98d-480a-9823-60a097a59601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481992 Sep 07 23:48:55.972270 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca no longer exists at agent hyperv_hv-cinder-75157 {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 23:48:56.010060 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] No Port match for: 3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca {{(pid=100552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 23:48:56.010674 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 3c6f75f2-c6ce-4455-a2f3-1b1d6eb897ca not bound to the agent host hv-cinder-75157 {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 23:48:56.433514 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b428cb61-d8ba-4c5a-95db-4af246fa80cd req-75fb2183-abaa-4dd4-a416-e812ab1c67b7 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:56.435132 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-b428cb61-d8ba-4c5a-95db-4af246fa80cd req-75fb2183-abaa-4dd4-a416-e812ab1c67b7 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 945 time: 0.1120203 Sep 07 23:48:56.459455 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff35814-8518-4b6d-b735-bc7811c27421 req-9ee77d4f-942a-40a5-bfad-cc48ebd642da tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:56.467366 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-dff35814-8518-4b6d-b735-bc7811c27421 req-9ee77d4f-942a-40a5-bfad-cc48ebd642da tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 946 time: 0.0895641 Sep 07 23:48:56.554271 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-dff35814-8518-4b6d-b735-bc7811c27421 req-42fe519c-ab7c-45c8-a545-4cd5d9dad2b6 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846014 Sep 07 23:48:56.559352 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-b428cb61-d8ba-4c5a-95db-4af246fa80cd req-3109579f-8e7a-4d13-82fd-16d838815a3c tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ff1b41d-3b65-4765-bb95-46afdd75cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883086 Sep 07 23:48:56.789455 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f90c35-8f5d-490a-8f54-5d8904cf9d09 req-07935967-ad8e-4f3c-b485-d343d663fa6f tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:56.794925 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-51f90c35-8f5d-490a-8f54-5d8904cf9d09 req-07935967-ad8e-4f3c-b485-d343d663fa6f tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 946 time: 0.0932174 Sep 07 23:48:56.887336 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-51f90c35-8f5d-490a-8f54-5d8904cf9d09 req-b3142e26-12f4-4ea8-8840-2923a4139053 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895681 Sep 07 23:48:56.917392 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c3dd46-cc53-4800-8e8e-0abc06093982 req-d84a840a-6c97-4fc9-b38d-f1f2eaf3e432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:56.920483 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-75c3dd46-cc53-4800-8e8e-0abc06093982 req-d84a840a-6c97-4fc9-b38d-f1f2eaf3e432 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e4003bfbd06747ecac2423c1cdc6f5ff&device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 1098 time: 0.0905387 Sep 07 23:48:57.137401 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06addf00-4f7b-4a36-91fb-c061b6691aeb req-da601ecb-bb2b-400f-8aa6-268d3519546e tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:57.138550 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-06addf00-4f7b-4a36-91fb-c061b6691aeb req-da601ecb-bb2b-400f-8aa6-268d3519546e tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] 10.222.0.15 "GET /v2.0/ports?device_id=d604793c-2f36-4da7-8f1b-ab476b4abbad HTTP/1.1" status: 200 len: 949 time: 0.0960770 Sep 07 23:48:57.223662 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-06addf00-4f7b-4a36-91fb-c061b6691aeb req-a52b948f-937b-4bd9-a006-49e2d9c4e652 tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] 10.222.0.15 "GET /v2.0/security-groups?id=c17ccdb3-c98d-480a-9823-60a097a59601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684593 Sep 07 23:48:57.736265 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b37f1f-758e-4a76-865b-dcc28faffc94 req-30ca2559-088c-4d1e-9231-8f98b171cc5b tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:57.737894 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-29b37f1f-758e-4a76-865b-dcc28faffc94 req-30ca2559-088c-4d1e-9231-8f98b171cc5b tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 946 time: 0.0665805 Sep 07 23:48:57.850007 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-29b37f1f-758e-4a76-865b-dcc28faffc94 req-7d635b1d-3700-4dc3-b136-043050c37bd5 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004336 Sep 07 23:48:57.864055 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0be60-df6c-4de3-8ff3-10a71d5d2472 req-38e7142e-6ab4-462f-b330-bbc1c7876964 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:57.867181 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c1a0be60-df6c-4de3-8ff3-10a71d5d2472 req-38e7142e-6ab4-462f-b330-bbc1c7876964 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 945 time: 0.1267269 Sep 07 23:48:58.065014 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c1a0be60-df6c-4de3-8ff3-10a71d5d2472 req-739402da-fb90-41e2-bdce-abf666e4d278 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ff1b41d-3b65-4765-bb95-46afdd75cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638854 Sep 07 23:48:58.134308 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c3dd46-cc53-4800-8e8e-0abc06093982 req-56b00768-2592-493d-99a6-3d5204c41201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:58.135849 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-75c3dd46-cc53-4800-8e8e-0abc06093982 req-56b00768-2592-493d-99a6-3d5204c41201 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9da50ae8-e6dd-49ef-bffd-03b5ec56f152 HTTP/1.1" status: 200 len: 912 time: 0.3234677 Sep 07 23:48:58.147186 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286fa1e9-336a-45fc-9ba2-e3d6c1a3817c req-638ebe77-c8f1-4a31-b134-57345b7225cd tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:58.147894 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-286fa1e9-336a-45fc-9ba2-e3d6c1a3817c req-638ebe77-c8f1-4a31-b134-57345b7225cd tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 946 time: 0.1194601 Sep 07 23:48:58.199637 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-068cc0d1-4724-4ba3-b85e-d2539ef62895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:58.319333 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-286fa1e9-336a-45fc-9ba2-e3d6c1a3817c req-d994c130-f022-4967-9785-cf34c92b0765 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574214 Sep 07 23:48:58.331430 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-75c3dd46-cc53-4800-8e8e-0abc06093982 req-353047af-1089-438b-913f-8174a64e98f3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e66af021-334b-44cc-a801-4788472f27fe HTTP/1.1" status: 200 len: 1000 time: 0.1824446 Sep 07 23:48:58.464641 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b1d77-cfc1-47c2-abdd-5d91921e3e3d req-bf411853-b2ce-4dda-b850-5245ec9b582d tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:58.466493 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-854b1d77-cfc1-47c2-abdd-5d91921e3e3d req-bf411853-b2ce-4dda-b850-5245ec9b582d tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] 10.222.0.42 "GET /v2.0/ports?device_id=d604793c-2f36-4da7-8f1b-ab476b4abbad HTTP/1.1" status: 200 len: 949 time: 0.2210627 Sep 07 23:48:58.468110 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c3dd46-cc53-4800-8e8e-0abc06093982 req-a45816a3-f92b-4b7c-bfb9-0c01395566f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:58.469739 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-75c3dd46-cc53-4800-8e8e-0abc06093982 req-a45816a3-f92b-4b7c-bfb9-0c01395566f3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=af6c2c51-70b3-4a7c-ab5d-dc9b76d1d9bc HTTP/1.1" status: 200 len: 850 time: 0.1179781 Sep 07 23:48:58.488354 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba545950-0a78-4b57-a2fc-accfa8558ea7 req-f0d61f0e-32d8-47d3-9234-dfc90326b563 tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:58.490546 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ba545950-0a78-4b57-a2fc-accfa8558ea7 req-f0d61f0e-32d8-47d3-9234-dfc90326b563 tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] 10.222.0.15 "GET /v2.0/ports?device_id=d604793c-2f36-4da7-8f1b-ab476b4abbad HTTP/1.1" status: 200 len: 949 time: 0.1091099 Sep 07 23:48:58.648270 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ba545950-0a78-4b57-a2fc-accfa8558ea7 req-85f6a92e-cbca-4848-9fd9-1123f74ee2f8 tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] 10.222.0.15 "GET /v2.0/security-groups?id=c17ccdb3-c98d-480a-9823-60a097a59601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162317 Sep 07 23:48:58.658689 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c3dd46-cc53-4800-8e8e-0abc06093982 req-6a73f7c1-926c-4a41-86b0-aa101365be55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:58.662460 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-75c3dd46-cc53-4800-8e8e-0abc06093982 req-6a73f7c1-926c-4a41-86b0-aa101365be55 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9da50ae8-e6dd-49ef-bffd-03b5ec56f152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1619945 Sep 07 23:48:58.829445 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [req-854b1d77-cfc1-47c2-abdd-5d91921e3e3d req-d0d8b500-3bce-43fb-9e73-912965a18a21 tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] Deleting port f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8 {{(pid=100551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:48:58.829994 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-854b1d77-cfc1-47c2-abdd-5d91921e3e3d req-d0d8b500-3bce-43fb-9e73-912965a18a21 tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:59.022073 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-75c3dd46-cc53-4800-8e8e-0abc06093982 req-b8f84f2a-955f-41cd-bf78-7ad9ee6e34c0 service neutron] 10.222.0.42 "GET /v2.0/networks/9da50ae8-e6dd-49ef-bffd-03b5ec56f152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484840 Sep 07 23:48:59.490503 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-854b1d77-cfc1-47c2-abdd-5d91921e3e3d req-d0d8b500-3bce-43fb-9e73-912965a18a21 tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] For port f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8,segment=NetworkSegment(d8842fcf-a128-40e0-8382-273e4ac2f011),segment_id=d8842fcf-a128-40e0-8382-273e4ac2f011)] {{(pid=100551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:48:59.491113 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-854b1d77-cfc1-47c2-abdd-5d91921e3e3d req-d0d8b500-3bce-43fb-9e73-912965a18a21 tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:48:59.610322 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [req-854b1d77-cfc1-47c2-abdd-5d91921e3e3d req-d0d8b500-3bce-43fb-9e73-912965a18a21 tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] Calling delete_port for f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8 owned by compute:nova {{(pid=100551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:48:59.662918 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5d936-2263-4922-a87f-4a6652a5aecb req-d53ae2bb-e626-4096-99ff-6066a0b595db tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:59.669284 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-37e5d936-2263-4922-a87f-4a6652a5aecb req-d53ae2bb-e626-4096-99ff-6066a0b595db tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 946 time: 0.6417544 Sep 07 23:48:59.789113 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a30ef2-86ed-47b1-956d-b3cf0e462c7f req-1804a9e8-8e93-4b0c-8809-a1d731665738 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:48:59.790987 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-66a30ef2-86ed-47b1-956d-b3cf0e462c7f req-1804a9e8-8e93-4b0c-8809-a1d731665738 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 945 time: 0.3053563 Sep 07 23:48:59.793046 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-75c3dd46-cc53-4800-8e8e-0abc06093982 req-9374b5af-7292-4573-b690-b81cae837626 service neutron] 10.222.0.42 "GET /v2.0/networks/9da50ae8-e6dd-49ef-bffd-03b5ec56f152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7635531 Sep 07 23:48:59.835266 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-37e5d936-2263-4922-a87f-4a6652a5aecb req-26fb329e-488a-4c42-9db4-9d788aa10075 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571116 Sep 07 23:49:00.054885 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-854b1d77-cfc1-47c2-abdd-5d91921e3e3d req-d0d8b500-3bce-43fb-9e73-912965a18a21 tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:00.147737 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-66a30ef2-86ed-47b1-956d-b3cf0e462c7f req-0c6a334d-7df6-4bbd-8a49-fece9170849f tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ff1b41d-3b65-4765-bb95-46afdd75cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3033922 Sep 07 23:49:00.189441 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d8b500-3bce-43fb-9e73-912965a18a21 tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] Pushing event deleted for resources: {'Port': ['ID=f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:00.194287 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.l3_dvrscheduler_db [req-854b1d77-cfc1-47c2-abdd-5d91921e3e3d req-d0d8b500-3bce-43fb-9e73-912965a18a21 tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] No DVR routers for this DVR port f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8 on host hv-cinder-75157 {{(pid=100551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 23:49:00.233604 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1afecbb-058b-4854-a55d-c2ee8dfae0ec req-b48164b6-e089-4a33-baab-b3593e409a58 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:00.265918 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f1afecbb-058b-4854-a55d-c2ee8dfae0ec req-b48164b6-e089-4a33-baab-b3593e409a58 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 946 time: 0.2569849 Sep 07 23:49:00.269422 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-854b1d77-cfc1-47c2-abdd-5d91921e3e3d req-d0d8b500-3bce-43fb-9e73-912965a18a21 tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:00.273423 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-854b1d77-cfc1-47c2-abdd-5d91921e3e3d req-d0d8b500-3bce-43fb-9e73-912965a18a21 tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] 10.222.0.42 "DELETE /v2.0/ports/f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8 HTTP/1.1" status: 204 len: 173 time: 1.7815444 Sep 07 23:49:00.275295 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd604793c-2f36-4da7-8f1b-ab476b4abbad', 'name': 'network-vif-deleted', 'tag': 'f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8'}] {{(pid=100551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:49:00.297735 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744d18a1a9123520e55b11d6b4f544890c28500fff252c5db1cb0c4b69d72d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803a659c-0421-4d13-a96b-46bcbab50995" -d '{"events": [{"server_uuid": "d604793c-2f36-4da7-8f1b-ab476b4abbad", "name": "network-vif-deleted", "tag": "f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8"}]}' {{(pid=100551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:49:00.424479 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f1afecbb-058b-4854-a55d-c2ee8dfae0ec req-c10a1215-4e48-4474-a7ea-6b50d15e3d8c tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564944 Sep 07 23:49:00.583701 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 23:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c73e286-8b24-4da6-9bcc-09a36940e132 x-openstack-request-id: req-8c73e286-8b24-4da6-9bcc-09a36940e132 {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:49:00.584340 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d604793c-2f36-4da7-8f1b-ab476b4abbad", "name": "network-vif-deleted", "tag": "f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8", "status": "completed", "code": 200}]} {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:49:00.584720 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8c73e286-8b24-4da6-9bcc-09a36940e132 {{(pid=100551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:49:00.585232 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd604793c-2f36-4da7-8f1b-ab476b4abbad', 'name': 'network-vif-deleted', 'tag': 'f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8', 'status': 'completed', 'code': 200} Sep 07 23:49:00.693811 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-83bee117-6cf1-435c-b1df-00f7905e2434 req-5025eb09-fdc9-4ec2-bbcc-fe7b76cdc1ac tempest-VolumesNegativeTest-1311893236 tempest-VolumesNegativeTest-1311893236-project] 10.222.0.15 "GET /v2.0/ports?device_id=d604793c-2f36-4da7-8f1b-ab476b4abbad HTTP/1.1" status: 200 len: 210 time: 0.0573907 Sep 07 23:49:00.794346 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbcf460-1918-4026-adb3-79da6f19f94f req-c0d2b7de-8fb8-49c9-844f-15170155eab8 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:00.801157 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7fbcf460-1918-4026-adb3-79da6f19f94f req-c0d2b7de-8fb8-49c9-844f-15170155eab8 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d1c53b5-8030-4c6a-ac96-86321509d586 HTTP/1.1" status: 200 len: 945 time: 0.1023314 Sep 07 23:49:00.863280 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7fbcf460-1918-4026-adb3-79da6f19f94f req-c35f5f8a-5485-4312-bab2-41521e1ac3b8 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/security-groups?id=80d982fc-7c6a-451c-a13f-66d039ab5d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545535 Sep 07 23:49:01.005253 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95898d-2881-444a-a06c-b9a3e4d9e894 req-17ec2a7e-19e1-4959-abe7-3da3aef28f21 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:01.006993 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8b95898d-2881-444a-a06c-b9a3e4d9e894 req-17ec2a7e-19e1-4959-abe7-3da3aef28f21 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 946 time: 0.0722802 Sep 07 23:49:01.087456 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8b95898d-2881-444a-a06c-b9a3e4d9e894 req-253932dc-957e-42f4-b9b7-8312891f915a tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705552 Sep 07 23:49:01.119283 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 23:49:01.161806 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] No Port match for: f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8 {{(pid=100552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 23:49:01.162373 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device f051ebae-5250-4fb7-b7ab-fb6d2c3d7ee8 not bound to the agent host hv-cinder-75157 {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 23:49:01.179814 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:01.325743 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d2f67-9402-4dff-a7de-4e0824b87e79 req-e841fe2d-19c2-4bc6-a1e6-22cae9843190 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:01.334293 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-022d2f67-9402-4dff-a7de-4e0824b87e79 req-e841fe2d-19c2-4bc6-a1e6-22cae9843190 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 945 time: 0.0710173 Sep 07 23:49:01.379728 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-022d2f67-9402-4dff-a7de-4e0824b87e79 req-0f872d78-9b80-4b97-a88a-77d3500b93ba tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ff1b41d-3b65-4765-bb95-46afdd75cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442283 Sep 07 23:49:01.624026 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f229f-eae5-4c8e-b7ab-fdbfe39256e0 req-7e671f0e-f7e9-4932-b1cd-237cb16dfdbf tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:01.627537 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f32f229f-eae5-4c8e-b7ab-fdbfe39256e0 req-7e671f0e-f7e9-4932-b1cd-237cb16dfdbf tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 946 time: 0.0995257 Sep 07 23:49:01.697035 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f32f229f-eae5-4c8e-b7ab-fdbfe39256e0 req-a47bd637-72a5-498e-8dbc-2ac31f8d3cd3 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526075 Sep 07 23:49:01.780655 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-b9ae04b6-63ca-4efc-8a87-f43c964f5ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:02.167985 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b591ca-133e-4c8f-a6a0-13c9628cb1e5 req-c18b067e-c5d0-4f78-b566-6e18b119b15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:02.169563 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-99b591ca-133e-4c8f-a6a0-13c9628cb1e5 req-c18b067e-c5d0-4f78-b566-6e18b119b15e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=58b276a8254e43be89c8e4a10c333cbe&device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 1099 time: 0.1574683 Sep 07 23:49:02.193189 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1f7d9-a7dd-45b9-b016-955d4d1c19c3 req-f735065d-5103-46f7-9321-99243817f168 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:02.195045 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-57c1f7d9-a7dd-45b9-b016-955d4d1c19c3 req-f735065d-5103-46f7-9321-99243817f168 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d1c53b5-8030-4c6a-ac96-86321509d586 HTTP/1.1" status: 200 len: 945 time: 0.1203020 Sep 07 23:49:02.362557 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-57c1f7d9-a7dd-45b9-b016-955d4d1c19c3 req-f4ff8204-034e-4493-92ae-8790bb2e7d46 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/security-groups?id=80d982fc-7c6a-451c-a13f-66d039ab5d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569898 Sep 07 23:49:02.385729 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f43e3a-b373-4460-8578-04b3b3c88e9f req-47667a80-14bb-41c8-8273-8a940ae039df tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:02.387525 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d6f43e3a-b373-4460-8578-04b3b3c88e9f req-47667a80-14bb-41c8-8273-8a940ae039df tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 946 time: 0.1915133 Sep 07 23:49:02.427785 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b591ca-133e-4c8f-a6a0-13c9628cb1e5 req-952e7349-9417-40fb-b86c-7f37f5429ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:02.429403 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-99b591ca-133e-4c8f-a6a0-13c9628cb1e5 req-952e7349-9417-40fb-b86c-7f37f5429ac1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bb0cf1ab-d1d5-410c-b15c-8c9770c10630 HTTP/1.1" status: 200 len: 918 time: 0.2464509 Sep 07 23:49:02.507664 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d6f43e3a-b373-4460-8578-04b3b3c88e9f req-7a270088-b949-420f-9786-5a3e3e363bcb tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084793 Sep 07 23:49:02.570761 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-99b591ca-133e-4c8f-a6a0-13c9628cb1e5 req-49273012-63f8-41c2-87c1-77e4e54905db service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03abb03a-9526-4041-93a7-bea9ea9e25f0 HTTP/1.1" status: 200 len: 1002 time: 0.1262279 Sep 07 23:49:02.635639 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4045d20-432d-4256-a8c2-f7eabfa545fa req-dbc71493-ab0a-4bd4-92ba-60952b2749b5 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:02.637646 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a4045d20-432d-4256-a8c2-f7eabfa545fa req-dbc71493-ab0a-4bd4-92ba-60952b2749b5 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d1c53b5-8030-4c6a-ac96-86321509d586 HTTP/1.1" status: 200 len: 945 time: 0.1127474 Sep 07 23:49:02.772539 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b591ca-133e-4c8f-a6a0-13c9628cb1e5 req-742543a4-ba60-47f2-9487-a8ebecb1e690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:02.795538 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-99b591ca-133e-4c8f-a6a0-13c9628cb1e5 req-742543a4-ba60-47f2-9487-a8ebecb1e690 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2e4b191b-fe64-4814-8fad-97b5ba0852ce HTTP/1.1" status: 200 len: 856 time: 0.2101228 Sep 07 23:49:02.963748 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b591ca-133e-4c8f-a6a0-13c9628cb1e5 req-65407951-d7cb-4119-8147-3aa965f5e4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:02.965474 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-99b591ca-133e-4c8f-a6a0-13c9628cb1e5 req-65407951-d7cb-4119-8147-3aa965f5e4d0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bb0cf1ab-d1d5-410c-b15c-8c9770c10630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1532347 Sep 07 23:49:02.994196 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af2819-477e-42d5-9be3-3a49eaff8dcd req-67115355-6e05-47fb-b8d9-eb31fc13a4f1 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:02.995874 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-e8af2819-477e-42d5-9be3-3a49eaff8dcd req-67115355-6e05-47fb-b8d9-eb31fc13a4f1 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 946 time: 0.1198404 Sep 07 23:49:03.012716 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [req-a4045d20-432d-4256-a8c2-f7eabfa545fa req-570b204b-4632-463e-abf8-a37498364c78 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Deleting port 29a0a3ae-f250-45b9-8bf5-c371f4f0c158 {{(pid=100551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:49:03.013137 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-a4045d20-432d-4256-a8c2-f7eabfa545fa req-570b204b-4632-463e-abf8-a37498364c78 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:03.179966 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-e8af2819-477e-42d5-9be3-3a49eaff8dcd req-a125a8a6-352c-487e-ac29-4d19902919db tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696720 Sep 07 23:49:03.217998 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-99b591ca-133e-4c8f-a6a0-13c9628cb1e5 req-b6ee304c-eae7-44e4-97fc-4b55def0e433 service neutron] 10.222.0.42 "GET /v2.0/networks/bb0cf1ab-d1d5-410c-b15c-8c9770c10630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422917 Sep 07 23:49:03.238657 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-a4045d20-432d-4256-a8c2-f7eabfa545fa req-570b204b-4632-463e-abf8-a37498364c78 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] For port 29a0a3ae-f250-45b9-8bf5-c371f4f0c158, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=29a0a3ae-f250-45b9-8bf5-c371f4f0c158,segment=NetworkSegment(3fd46725-363a-40b4-a905-e4625251ced3),segment_id=3fd46725-363a-40b4-a905-e4625251ced3)] {{(pid=100551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:49:03.238657 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-a4045d20-432d-4256-a8c2-f7eabfa545fa req-570b204b-4632-463e-abf8-a37498364c78 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:03.275783 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [req-a4045d20-432d-4256-a8c2-f7eabfa545fa req-570b204b-4632-463e-abf8-a37498364c78 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Calling delete_port for 29a0a3ae-f250-45b9-8bf5-c371f4f0c158 owned by compute:nova {{(pid=100551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:49:03.381336 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ea97-3cf8-4e53-ad99-8ce826820bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:03.412329 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-99b591ca-133e-4c8f-a6a0-13c9628cb1e5 req-80019b62-7cad-4c78-9b5e-548e79f4d3d2 service neutron] 10.222.0.42 "GET /v2.0/networks/bb0cf1ab-d1d5-410c-b15c-8c9770c10630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804850 Sep 07 23:49:03.562977 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5a201568-eb28-406a-8fa4-3560d388e1e3 req-2cf8b09c-9a31-4931-af7d-5f42b0b6ca19 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d1c53b5-8030-4c6a-ac96-86321509d586 HTTP/1.1" status: 200 len: 210 time: 0.0739501 Sep 07 23:49:03.573364 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-a4045d20-432d-4256-a8c2-f7eabfa545fa req-570b204b-4632-463e-abf8-a37498364c78 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:03.611616 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570b204b-4632-463e-abf8-a37498364c78 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Pushing event deleted for resources: {'Port': ['ID=29a0a3ae-f250-45b9-8bf5-c371f4f0c158,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:03.708295 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4045d20-432d-4256-a8c2-f7eabfa545fa req-570b204b-4632-463e-abf8-a37498364c78 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] No DVR routers for this DVR port 29a0a3ae-f250-45b9-8bf5-c371f4f0c158 on host hv-cinder-75157 {{(pid=100551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 23:49:03.712393 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-a4045d20-432d-4256-a8c2-f7eabfa545fa req-570b204b-4632-463e-abf8-a37498364c78 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:03.714496 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a4045d20-432d-4256-a8c2-f7eabfa545fa req-570b204b-4632-463e-abf8-a37498364c78 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.42 "DELETE /v2.0/ports/29a0a3ae-f250-45b9-8bf5-c371f4f0c158 HTTP/1.1" status: 204 len: 173 time: 1.0691245 Sep 07 23:49:03.714947 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1c53b5-8030-4c6a-ac96-86321509d586', 'name': 'network-vif-deleted', 'tag': '29a0a3ae-f250-45b9-8bf5-c371f4f0c158'}] {{(pid=100551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:49:03.717463 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744d18a1a9123520e55b11d6b4f544890c28500fff252c5db1cb0c4b69d72d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19aa1c46-52bf-4adb-b186-bb935568028f" -d '{"events": [{"server_uuid": "6d1c53b5-8030-4c6a-ac96-86321509d586", "name": "network-vif-deleted", "tag": "29a0a3ae-f250-45b9-8bf5-c371f4f0c158"}]}' {{(pid=100551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:49:03.772902 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85440fdc-41ac-4c5f-8852-3b9d65d45032 req-79e11199-f4de-4bdb-8955-61a4943671a4 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:03.782208 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-85440fdc-41ac-4c5f-8852-3b9d65d45032 req-79e11199-f4de-4bdb-8955-61a4943671a4 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 946 time: 0.1473043 Sep 07 23:49:03.846840 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 23:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d512e2fb-5d69-4837-a353-10f7e5407e4c x-openstack-request-id: req-d512e2fb-5d69-4837-a353-10f7e5407e4c {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:49:03.847325 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d1c53b5-8030-4c6a-ac96-86321509d586", "name": "network-vif-deleted", "tag": "29a0a3ae-f250-45b9-8bf5-c371f4f0c158", "status": "completed", "code": 200}]} {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:49:03.847685 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d512e2fb-5d69-4837-a353-10f7e5407e4c {{(pid=100551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:49:03.849031 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d1c53b5-8030-4c6a-ac96-86321509d586', 'name': 'network-vif-deleted', 'tag': '29a0a3ae-f250-45b9-8bf5-c371f4f0c158', 'status': 'completed', 'code': 200} Sep 07 23:49:03.905814 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-85440fdc-41ac-4c5f-8852-3b9d65d45032 req-9627097d-732b-4cca-a346-29e11cd872a6 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082094 Sep 07 23:49:04.109455 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55a762-81e6-4f6d-86d1-ce833f5a0d2e req-47960d74-a990-472c-9024-4d2bafb7c969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:04.112648 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3d55a762-81e6-4f6d-86d1-ce833f5a0d2e req-47960d74-a990-472c-9024-4d2bafb7c969 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 1099 time: 0.0639646 Sep 07 23:49:04.188751 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3d55a762-81e6-4f6d-86d1-ce833f5a0d2e req-6732fa54-ac4d-451c-908c-3952846892c0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643101 Sep 07 23:49:04.390161 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553119f-f305-49a2-a621-539ba14ded13 req-25a225eb-07ff-453a-aece-3a2914a22584 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:04.393129 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-2553119f-f305-49a2-a621-539ba14ded13 req-25a225eb-07ff-453a-aece-3a2914a22584 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 946 time: 0.0746689 Sep 07 23:49:04.466177 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-2553119f-f305-49a2-a621-539ba14ded13 req-080135cf-2835-45b9-8b64-a72f8a2eb51d tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613315 Sep 07 23:49:04.756672 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-37f7aae4-29c1-4a4a-8460-8c851275f1ba req-e3277f88-b1b2-4ff3-8963-d70a38f14f73 tempest-AttachVolumeNegativeTest-1847952275 tempest-AttachVolumeNegativeTest-1847952275-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d1c53b5-8030-4c6a-ac96-86321509d586 HTTP/1.1" status: 200 len: 210 time: 0.0544696 Sep 07 23:49:05.087321 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a071d-7fc7-495d-b9d1-b60bae2f9307 req-2416f747-2b05-4d03-b72a-c2a4ea854a3a tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:05.094910 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-964a071d-7fc7-495d-b9d1-b60bae2f9307 req-2416f747-2b05-4d03-b72a-c2a4ea854a3a tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 946 time: 0.0715990 Sep 07 23:49:05.143839 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 03abb03a-9526-4041-93a7-bea9ea9e25f0 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 23:49:05.195223 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-964a071d-7fc7-495d-b9d1-b60bae2f9307 req-35e47fb8-425c-44d3-b1e2-0830acb2a09f tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986710 Sep 07 23:49:05.268526 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-187590d1-19a7-4a5a-ac4c-70625f9f540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:05.271193 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:05.312329 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd58f006-ace0-42d2-bbe1-af0cfa3faa03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03abb03a-9526-4041-93a7-bea9ea9e25f0'}] {{(pid=100552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:49:05.315540 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6af7ada11e39af001df59af8fe1a830bb49e6ec01a9e34e873de5065727c58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0fd3a7-494e-4792-9617-2a80e7b3c2e4" -d '{"events": [{"server_uuid": "bd58f006-ace0-42d2-bbe1-af0cfa3faa03", "name": "network-vif-unplugged", "status": "completed", "tag": "03abb03a-9526-4041-93a7-bea9ea9e25f0"}]}' {{(pid=100552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:49:05.340621 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port 03abb03a-9526-4041-93a7-bea9ea9e25f0, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=03abb03a-9526-4041-93a7-bea9ea9e25f0,segment=NetworkSegment(c1e8596d-44b9-4f74-a478-a7fa52272fc4),segment_id=c1e8596d-44b9-4f74-a478-a7fa52272fc4)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:49:05.347123 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:05.347900 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 29a0a3ae-f250-45b9-8bf5-c371f4f0c158 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 23:49:05.433444 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 23:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027258f3-291f-450d-a949-6aa967265572 x-openstack-request-id: req-027258f3-291f-450d-a949-6aa967265572 {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:49:05.433768 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd58f006-ace0-42d2-bbe1-af0cfa3faa03", "name": "network-vif-unplugged", "status": "completed", "tag": "03abb03a-9526-4041-93a7-bea9ea9e25f0", "code": 200}]} {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:49:05.434024 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-027258f3-291f-450d-a949-6aa967265572 {{(pid=100552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:49:05.434440 dv-cinder-751579-26-iscsi neutron-server[100552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd58f006-ace0-42d2-bbe1-af0cfa3faa03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03abb03a-9526-4041-93a7-bea9ea9e25f0', 'code': 200} Sep 07 23:49:05.437779 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] No Port match for: 29a0a3ae-f250-45b9-8bf5-c371f4f0c158 {{(pid=100552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 23:49:05.438290 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 29a0a3ae-f250-45b9-8bf5-c371f4f0c158 not bound to the agent host hv-cinder-75157 {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 23:49:05.443536 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Pushing event updated for resources: {'Port': ['ID=03abb03a-9526-4041-93a7-bea9ea9e25f0,revision_number=8']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:05.693863 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40115e-c3d4-405a-93d7-2da7fa16f1d2 req-4088938f-702e-4238-b568-4de85bae0e19 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:05.695867 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ec40115e-c3d4-405a-93d7-2da7fa16f1d2 req-4088938f-702e-4238-b568-4de85bae0e19 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 946 time: 0.1063006 Sep 07 23:49:05.774941 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ec40115e-c3d4-405a-93d7-2da7fa16f1d2 req-a51f307c-e36c-4f03-883a-20a925701574 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564275 Sep 07 23:49:05.835715 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 60680) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:49:05.961994 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.db_base_plugin_v2 [None req-877c0079-dc17-4424-ac33-91ac2e45a5ee admin admin] Deleting subnet 1f5499ea-4448-4c88-9357-bae7d9ec21b9 {{(pid=100550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 23:49:05.971898 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-877c0079-dc17-4424-ac33-91ac2e45a5ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:06.062776 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-877c0079-dc17-4424-ac33-91ac2e45a5ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1178054'] for subnet, precommit_delete_associations {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:06.115193 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-877c0079-dc17-4424-ac33-91ac2e45a5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673024'] for subnet, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:06.215986 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-877c0079-dc17-4424-ac33-91ac2e45a5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7634936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4620627'] for subnet, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:06.272255 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-877c0079-dc17-4424-ac33-91ac2e45a5ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:06.278755 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-877c0079-dc17-4424-ac33-91ac2e45a5ee admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1f5499ea-4448-4c88-9357-bae7d9ec21b9 HTTP/1.1" status: 204 len: 168 time: 0.4407415 Sep 07 23:49:06.280558 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c0079-dc17-4424-ac33-91ac2e45a5ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f5499ea-4448-4c88-9357-bae7d9ec21b9,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:06.280999 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 60694) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:49:06.396254 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-f696f112-794b-4ef0-bc77-dc1b576e9e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531467'] for network, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:06.510086 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd5026-6cfc-429e-8a7a-808f8e9fd3a4 req-42027f5a-824f-4ff9-9371-e2cd42764e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:06.511954 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-2acd5026-6cfc-429e-8a7a-808f8e9fd3a4 req-42027f5a-824f-4ff9-9371-e2cd42764e8a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4c1fbe4702b24535ab7d44fc9693fcbd&device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 1099 time: 0.1287470 Sep 07 23:49:06.547014 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d8dc90-bb92-4ca0-8014-0c933498e695 req-5b8ae6d7-d8c0-48b1-b3f6-d3b256e461ea tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:06.548669 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-51d8dc90-bb92-4ca0-8014-0c933498e695 req-5b8ae6d7-d8c0-48b1-b3f6-d3b256e461ea tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 946 time: 0.1483955 Sep 07 23:49:06.581296 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b31da3-a0a9-4665-8aec-c1d7bc9b638f req-fe3acf64-2930-416c-bb91-1c81c8a643a3 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:06.583915 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-17b31da3-a0a9-4665-8aec-c1d7bc9b638f req-fe3acf64-2930-416c-bb91-1c81c8a643a3 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 944 time: 0.1920698 Sep 07 23:49:06.732110 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-f696f112-794b-4ef0-bc77-dc1b576e9e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675213', 'neutron.services.segments.db._delete_segments_for_network-8760371274105'] for network, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:06.773376 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-51d8dc90-bb92-4ca0-8014-0c933498e695 req-4c9423b9-b60d-4ce0-b800-2f2b8d1e996b tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858990 Sep 07 23:49:06.805130 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-17b31da3-a0a9-4665-8aec-c1d7bc9b638f req-89677ebf-aafe-471f-8d68-f536865adcf4 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1929619 Sep 07 23:49:06.813555 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.services.segments.db [None req-f696f112-794b-4ef0-bc77-dc1b576e9e93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eb0a3c6-bf28-432c-ae1e-0b3ac767197a']}} {{(pid=100551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:49:06.835615 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.services.segments.db [None req-f696f112-794b-4ef0-bc77-dc1b576e9e93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fd46725-363a-40b4-a905-e4625251ced3') {'for_net_delete': True} {{(pid=100551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:49:06.836145 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.services.segments.db [None req-f696f112-794b-4ef0-bc77-dc1b576e9e93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fd46725-363a-40b4-a905-e4625251ced3') {} {{(pid=100551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:49:06.840118 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd5026-6cfc-429e-8a7a-808f8e9fd3a4 req-e89f0ed5-b9e5-4f39-93a5-c53036401949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:06.842597 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-2acd5026-6cfc-429e-8a7a-808f8e9fd3a4 req-e89f0ed5-b9e5-4f39-93a5-c53036401949 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8f0ad28b-91ae-4394-8b5f-02f4ebeae46e HTTP/1.1" status: 200 len: 920 time: 0.2909377 Sep 07 23:49:06.876700 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-f696f112-794b-4ef0-bc77-dc1b576e9e93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760371273090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7425432'] for segment, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:06.987421 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-2acd5026-6cfc-429e-8a7a-808f8e9fd3a4 req-59ace086-815f-4c9e-9ed8-093607368d6b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2339214b-86f2-429f-b078-77b01c82091e HTTP/1.1" status: 200 len: 217 time: 0.1338899 Sep 07 23:49:07.372638 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-f696f112-794b-4ef0-bc77-dc1b576e9e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675162'] for segment, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:07.400765 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f696f112-794b-4ef0-bc77-dc1b576e9e93 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=100551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 23:49:07.401305 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-f696f112-794b-4ef0-bc77-dc1b576e9e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5132244'] for segment, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:07.404407 dv-cinder-751579-26-iscsi neutron-server[100551]: Traceback (most recent call last): Sep 07 23:49:07.404407 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 23:49:07.404407 dv-cinder-751579-26-iscsi neutron-server[100551]: timer() Sep 07 23:49:07.404407 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 23:49:07.404407 dv-cinder-751579-26-iscsi neutron-server[100551]: cb(*args, **kw) Sep 07 23:49:07.404407 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 23:49:07.404407 dv-cinder-751579-26-iscsi neutron-server[100551]: return func(*args, **kwargs) Sep 07 23:49:07.404407 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 23:49:07.404407 dv-cinder-751579-26-iscsi neutron-server[100551]: self._notify() Sep 07 23:49:07.404407 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 23:49:07.404407 dv-cinder-751579-26-iscsi neutron-server[100551]: self.callback(batched_events) Sep 07 23:49:07.404407 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 23:49:07.404407 dv-cinder-751579-26-iscsi neutron-server[100551]: event.method(event) Sep 07 23:49:07.404407 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 23:49:07.404407 dv-cinder-751579-26-iscsi neutron-server[100551]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 23:49:07.404407 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 23:49:07.404407 dv-cinder-751579-26-iscsi neutron-server[100551]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 23:49:07.404407 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 23:49:07.404407 dv-cinder-751579-26-iscsi neutron-server[100551]: return f(self, *a, **k) Sep 07 23:49:07.404407 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 23:49:07.404407 dv-cinder-751579-26-iscsi neutron-server[100551]: return self._get(url).json() Sep 07 23:49:07.404407 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 23:49:07.404407 dv-cinder-751579-26-iscsi neutron-server[100551]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 23:49:07.404407 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 23:49:07.404407 dv-cinder-751579-26-iscsi neutron-server[100551]: return self.request(url, 'GET', **kwargs) Sep 07 23:49:07.404407 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 23:49:07.404407 dv-cinder-751579-26-iscsi neutron-server[100551]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 23:49:07.404407 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 23:49:07.404407 dv-cinder-751579-26-iscsi neutron-server[100551]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 23:49:07.404407 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 23:49:07.404407 dv-cinder-751579-26-iscsi neutron-server[100551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 23:49:07.404407 dv-cinder-751579-26-iscsi neutron-server[100551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 23:49:07.427301 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd5026-6cfc-429e-8a7a-808f8e9fd3a4 req-4b3eee58-49bc-4cb8-89fa-d4439053b725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:07.428280 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-2acd5026-6cfc-429e-8a7a-808f8e9fd3a4 req-4b3eee58-49bc-4cb8-89fa-d4439053b725 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f967c7b2-09f7-4f04-827b-eef1f5f7308c HTTP/1.1" status: 200 len: 859 time: 0.4299216 Sep 07 23:49:07.527962 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-2acd5026-6cfc-429e-8a7a-808f8e9fd3a4 req-0d64590d-4fdb-44c1-9426-ce368258a01c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8f0ad28b-91ae-4394-8b5f-02f4ebeae46e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831726 Sep 07 23:49:07.542177 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-f696f112-794b-4ef0-bc77-dc1b576e9e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595403'] for network, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:07.563690 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-f696f112-794b-4ef0-bc77-dc1b576e9e93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for network, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:07.570898 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-f696f112-794b-4ef0-bc77-dc1b576e9e93 admin admin] 10.222.0.15 "DELETE /v2.0/networks/5eb0a3c6-bf28-432c-ae1e-0b3ac767197a HTTP/1.1" status: 204 len: 168 time: 1.2837217 Sep 07 23:49:07.630078 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f696f112-794b-4ef0-bc77-dc1b576e9e93 admin admin] Pushing event deleted for resources: {'Network': ['ID=5eb0a3c6-bf28-432c-ae1e-0b3ac767197a,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:07.791344 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-2acd5026-6cfc-429e-8a7a-808f8e9fd3a4 req-d3d8cb92-2bf7-404d-abfc-15eef139babe service neutron] 10.222.0.42 "GET /v2.0/networks/8f0ad28b-91ae-4394-8b5f-02f4ebeae46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456656 Sep 07 23:49:07.987950 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 60732) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:49:08.003040 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-2acd5026-6cfc-429e-8a7a-808f8e9fd3a4 req-ecc1dd8b-1b6f-4d68-822a-e489206ebf8b service neutron] 10.222.0.42 "GET /v2.0/networks/8f0ad28b-91ae-4394-8b5f-02f4ebeae46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978793 Sep 07 23:49:08.041278 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 60740) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:49:08.094255 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [req-5be3dc91-716b-4cc9-b452-7f91c77dd411 req-79392f29-1630-4b8f-a8b8-2cf4906f847d service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 23:49:08.095403 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5be3dc91-716b-4cc9-b452-7f91c77dd411 req-79392f29-1630-4b8f-a8b8-2cf4906f847d service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0244658 Sep 07 23:49:08.135438 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e7753-9735-49ec-b9d7-10e37963710b req-a267e828-a158-48d6-9301-e51ef97157b4 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:08.141863 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-844e7753-9735-49ec-b9d7-10e37963710b req-a267e828-a158-48d6-9301-e51ef97157b4 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 946 time: 0.1336675 Sep 07 23:49:08.153392 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-20677de9-9c81-46f4-a9fd-96b5d23af3aa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9702d1f2203a4fd0995526e65ca89634&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1108437 Sep 07 23:49:08.160628 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 60742) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:49:08.209597 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-844e7753-9735-49ec-b9d7-10e37963710b req-9a6e7f82-8a52-4ded-a4b1-76c60c5614c0 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652909 Sep 07 23:49:08.288084 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-2e59a0f0-ba14-4b38-b552-8445380a2389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:08.369394 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-2e59a0f0-ba14-4b38-b552-8445380a2389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:08.475578 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-2e59a0f0-ba14-4b38-b552-8445380a2389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:08.483397 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6371352-1695-4a84-a3bb-3994b1473def req-a72bdc3f-b95d-421e-a69e-3127f267e373 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:08.484363 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-2e59a0f0-ba14-4b38-b552-8445380a2389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:08.489679 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-2e59a0f0-ba14-4b38-b552-8445380a2389 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/80d982fc-7c6a-451c-a13f-66d039ab5d9e HTTP/1.1" status: 204 len: 168 time: 0.3228233 Sep 07 23:49:08.492165 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-b6371352-1695-4a84-a3bb-3994b1473def req-a72bdc3f-b95d-421e-a69e-3127f267e373 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 944 time: 0.1537213 Sep 07 23:49:08.523637 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e59a0f0-ba14-4b38-b552-8445380a2389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d982fc-7c6a-451c-a13f-66d039ab5d9e,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:08.594323 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-b6371352-1695-4a84-a3bb-3994b1473def req-06534457-2b72-436e-87bc-fb31cb301fef tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836174 Sep 07 23:49:08.719298 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 60756) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:49:08.719754 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-ae44c461-7e2a-4ea7-a0a9-77a08f4809c9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9867f6ead0e1423a84c4cf22e1039c07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7292287 Sep 07 23:49:08.828982 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-f2e92024-974c-4c55-878f-a59e29085a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:08.870989 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-f2e92024-974c-4c55-878f-a59e29085a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:08.951383 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-f2e92024-974c-4c55-878f-a59e29085a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:08.954669 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-f2e92024-974c-4c55-878f-a59e29085a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:08.959817 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-f2e92024-974c-4c55-878f-a59e29085a48 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c17ccdb3-c98d-480a-9823-60a097a59601 HTTP/1.1" status: 204 len: 168 time: 0.2364106 Sep 07 23:49:08.967356 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e92024-974c-4c55-878f-a59e29085a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17ccdb3-c98d-480a-9823-60a097a59601,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:09.174829 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 03abb03a-9526-4041-93a7-bea9ea9e25f0 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 23:49:09.565811 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb2f61-6e84-49c4-b706-663a93a4a1f4 req-dd5ecb22-768a-4023-b1f4-64335f978df4 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:09.569519 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ddcb2f61-6e84-49c4-b706-663a93a4a1f4 req-dd5ecb22-768a-4023-b1f4-64335f978df4 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 946 time: 0.1694734 Sep 07 23:49:09.617705 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 60784) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:49:09.688570 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ddcb2f61-6e84-49c4-b706-663a93a4a1f4 req-d6c057bd-1ef0-4b58-a6f0-870a65b5511d tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080515 Sep 07 23:49:09.745610 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [req-abcdda6b-63be-4a1e-b4b9-14b8c19a886e req-0ae14a9b-7e8a-40ce-957c-3c04576e8d1b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1261740 Sep 07 23:49:09.750726 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [req-abcdda6b-63be-4a1e-b4b9-14b8c19a886e req-64b697c6-ef29-4d8b-97cc-ff25150a4112 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 23:49:09.763759 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [req-abcdda6b-63be-4a1e-b4b9-14b8c19a886e req-64b697c6-ef29-4d8b-97cc-ff25150a4112 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0172853 Sep 07 23:49:09.765738 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ef3d4-2fe6-4cfa-a579-165971259bbb req-61e46eaf-ebf9-4e9c-85aa-c6320d79199d tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:09.773571 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5d5ef3d4-2fe6-4cfa-a579-165971259bbb req-61e46eaf-ebf9-4e9c-85aa-c6320d79199d tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 944 time: 0.0838327 Sep 07 23:49:09.829157 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5d5ef3d4-2fe6-4cfa-a579-165971259bbb req-6a8b8fe1-01ce-4c9e-8b3b-5da9cf1420d3 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543361 Sep 07 23:49:10.882635 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c868d19-ec3c-4e22-a014-0198c884ffd2 req-5d466412-2cfd-4418-bd00-0c713ca43114 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:10.893072 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4c868d19-ec3c-4e22-a014-0198c884ffd2 req-5d466412-2cfd-4418-bd00-0c713ca43114 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 946 time: 0.1144505 Sep 07 23:49:11.004542 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4c868d19-ec3c-4e22-a014-0198c884ffd2 req-9297a624-16c4-4474-8c5a-b1a2f5cfb184 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073256 Sep 07 23:49:11.024874 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c840d2b-cd03-4938-b8a2-078d7164efb6 req-4581fc5a-e7d2-4b5b-a078-5aef5c854ca8 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:11.035952 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3c840d2b-cd03-4938-b8a2-078d7164efb6 req-4581fc5a-e7d2-4b5b-a078-5aef5c854ca8 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 944 time: 0.1162171 Sep 07 23:49:11.091307 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3c840d2b-cd03-4938-b8a2-078d7164efb6 req-20f14957-2d30-490c-8dfe-b347179418bb tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615218 Sep 07 23:49:11.674393 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcdda6b-63be-4a1e-b4b9-14b8c19a886e req-3d7116f7-a13e-4bd6-ab31-4fd0887f2590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:11.683092 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-abcdda6b-63be-4a1e-b4b9-14b8c19a886e req-3d7116f7-a13e-4bd6-ab31-4fd0887f2590 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03&tenant_id=58b276a8254e43be89c8e4a10c333cbe HTTP/1.1" status: 200 len: 1097 time: 0.1498551 Sep 07 23:49:11.821190 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcdda6b-63be-4a1e-b4b9-14b8c19a886e req-2c195ae0-0d08-4362-88ae-6eca3eae738a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:11.824130 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-abcdda6b-63be-4a1e-b4b9-14b8c19a886e req-2c195ae0-0d08-4362-88ae-6eca3eae738a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=58b276a8254e43be89c8e4a10c333cbe&device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 1097 time: 0.1013842 Sep 07 23:49:11.995588 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcdda6b-63be-4a1e-b4b9-14b8c19a886e req-a46aa7c3-0fd8-4a99-b63d-b65ceeb4d6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:11.998384 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-abcdda6b-63be-4a1e-b4b9-14b8c19a886e req-a46aa7c3-0fd8-4a99-b63d-b65ceeb4d6ab service neutron] 10.222.0.42 "GET /v2.0/networks?id=bb0cf1ab-d1d5-410c-b15c-8c9770c10630 HTTP/1.1" status: 200 len: 918 time: 0.1525369 Sep 07 23:49:12.152977 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-abcdda6b-63be-4a1e-b4b9-14b8c19a886e req-158044db-a8c9-4634-901a-74431dda8a0a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03abb03a-9526-4041-93a7-bea9ea9e25f0 HTTP/1.1" status: 200 len: 1000 time: 0.1457708 Sep 07 23:49:12.326924 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcdda6b-63be-4a1e-b4b9-14b8c19a886e req-5fe26e06-f9c7-4a10-8b93-52cc4176b498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:12.328907 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-abcdda6b-63be-4a1e-b4b9-14b8c19a886e req-5fe26e06-f9c7-4a10-8b93-52cc4176b498 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2e4b191b-fe64-4814-8fad-97b5ba0852ce HTTP/1.1" status: 200 len: 856 time: 0.1679711 Sep 07 23:49:12.456765 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcdda6b-63be-4a1e-b4b9-14b8c19a886e req-3b774ceb-08b7-48a3-9338-78350f99486e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:12.461457 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-abcdda6b-63be-4a1e-b4b9-14b8c19a886e req-3b774ceb-08b7-48a3-9338-78350f99486e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bb0cf1ab-d1d5-410c-b15c-8c9770c10630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1242399 Sep 07 23:49:12.482466 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa3f7d-e567-418c-b700-92c52fc24796 req-d7a6d9aa-96d5-49c6-8037-520bc2a09fb4 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:12.484168 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c7aa3f7d-e567-418c-b700-92c52fc24796 req-d7a6d9aa-96d5-49c6-8037-520bc2a09fb4 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 944 time: 0.2506235 Sep 07 23:49:12.646698 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c7aa3f7d-e567-418c-b700-92c52fc24796 req-d9e194dd-d785-4b35-a56a-c046a11269f5 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523147 Sep 07 23:49:12.745977 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-abcdda6b-63be-4a1e-b4b9-14b8c19a886e req-f0494594-55a3-4ee5-b4a5-0dae58fdcf98 service neutron] 10.222.0.42 "GET /v2.0/networks/bb0cf1ab-d1d5-410c-b15c-8c9770c10630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747440 Sep 07 23:49:12.964141 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-abcdda6b-63be-4a1e-b4b9-14b8c19a886e req-3569414c-5350-45eb-8297-5c3405ab9917 service neutron] 10.222.0.42 "GET /v2.0/networks/bb0cf1ab-d1d5-410c-b15c-8c9770c10630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077110 Sep 07 23:49:13.872031 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad23c2-234b-4d0c-a267-e6c755102405 req-a2448d39-e8d6-4953-bbb6-2a9854cf3c73 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:13.875186 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-faad23c2-234b-4d0c-a267-e6c755102405 req-a2448d39-e8d6-4953-bbb6-2a9854cf3c73 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 944 time: 0.1274838 Sep 07 23:49:13.956845 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-faad23c2-234b-4d0c-a267-e6c755102405 req-bc7447a9-1dfd-45e5-9d45-e5c97bf5f7a7 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741568 Sep 07 23:49:14.752257 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 60988) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:49:15.093162 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-3d0fd762-d85d-45d9-a384-42690e3a2aa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:15.316508 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657117e-9433-4deb-a7c5-253ae60f3351 req-8484f5ce-a3ef-428e-9751-d48dc0fb61a3 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:15.320536 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5657117e-9433-4deb-a7c5-253ae60f3351 req-8484f5ce-a3ef-428e-9751-d48dc0fb61a3 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 944 time: 0.1560178 Sep 07 23:49:15.407416 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-3d0fd762-d85d-45d9-a384-42690e3a2aa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:15.426787 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-3d0fd762-d85d-45d9-a384-42690e3a2aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:15.520860 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5657117e-9433-4deb-a7c5-253ae60f3351 req-2911738d-d971-4357-8058-8f587c64c59c tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1770558 Sep 07 23:49:15.562945 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-3d0fd762-d85d-45d9-a384-42690e3a2aa0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0d0a0729cec84c7b8ee4fa0c4ea2cf45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8094437 Sep 07 23:49:15.564129 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0fd762-d85d-45d9-a384-42690e3a2aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177ed1dc-0c4e-4a46-9ace-e09563c75c99,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:15.565709 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 60998) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:49:15.587171 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0fd762-d85d-45d9-a384-42690e3a2aa0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:49:15.587774 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0fd762-d85d-45d9-a384-42690e3a2aa0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:49:15.587876 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0fd762-d85d-45d9-a384-42690e3a2aa0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:49:15.588231 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0fd762-d85d-45d9-a384-42690e3a2aa0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:49:15.588753 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0fd762-d85d-45d9-a384-42690e3a2aa0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:49:15.589092 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0fd762-d85d-45d9-a384-42690e3a2aa0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:49:15.589423 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0fd762-d85d-45d9-a384-42690e3a2aa0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:49:15.589755 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0fd762-d85d-45d9-a384-42690e3a2aa0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:49:15.590086 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0fd762-d85d-45d9-a384-42690e3a2aa0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:49:15.590613 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0fd762-d85d-45d9-a384-42690e3a2aa0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:49:15.591104 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0fd762-d85d-45d9-a384-42690e3a2aa0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:49:15.591104 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0fd762-d85d-45d9-a384-42690e3a2aa0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:49:15.715037 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d3965991-023a-4b3c-abae-a65f8b095ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:15.754179 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d3965991-023a-4b3c-abae-a65f8b095ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:15.806782 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ddae3-08d7-429c-958c-1e45a2aa138e req-be4165e1-9ff5-4840-80a5-e324e6682a2b tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:15.821529 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5b4ddae3-08d7-429c-958c-1e45a2aa138e req-be4165e1-9ff5-4840-80a5-e324e6682a2b tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 945 time: 0.0993752 Sep 07 23:49:15.821864 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d3965991-023a-4b3c-abae-a65f8b095ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:15.830308 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d3965991-023a-4b3c-abae-a65f8b095ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:15.837167 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-d3965991-023a-4b3c-abae-a65f8b095ce1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/177ed1dc-0c4e-4a46-9ace-e09563c75c99 HTTP/1.1" status: 204 len: 168 time: 0.2665241 Sep 07 23:49:15.879003 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3965991-023a-4b3c-abae-a65f8b095ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177ed1dc-0c4e-4a46-9ace-e09563c75c99,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:15.901576 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3965991-023a-4b3c-abae-a65f8b095ce1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:49:15.902603 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3965991-023a-4b3c-abae-a65f8b095ce1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:49:15.904643 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3965991-023a-4b3c-abae-a65f8b095ce1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:49:15.905436 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3965991-023a-4b3c-abae-a65f8b095ce1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:49:15.906730 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3965991-023a-4b3c-abae-a65f8b095ce1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:49:15.908605 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3965991-023a-4b3c-abae-a65f8b095ce1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:49:15.909376 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3965991-023a-4b3c-abae-a65f8b095ce1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:49:15.911591 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3965991-023a-4b3c-abae-a65f8b095ce1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:49:15.912490 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3965991-023a-4b3c-abae-a65f8b095ce1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:49:15.915510 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3965991-023a-4b3c-abae-a65f8b095ce1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:49:15.918642 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3965991-023a-4b3c-abae-a65f8b095ce1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:49:15.919162 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3965991-023a-4b3c-abae-a65f8b095ce1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:49:15.949291 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5b4ddae3-08d7-429c-958c-1e45a2aa138e req-f566da78-2f2d-4b5d-8027-61cf9129198f tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228971 Sep 07 23:49:16.349355 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 32774) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:49:16.370329 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-a9a47a10-531a-4af3-8f52-4efca466e056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:16.551043 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-a9a47a10-531a-4af3-8f52-4efca466e056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:16.557315 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-a9a47a10-531a-4af3-8f52-4efca466e056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:16.606624 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-a9a47a10-531a-4af3-8f52-4efca466e056 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a7a6d7ba836b4b41a4ea8ba513f63de5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2536848 Sep 07 23:49:16.607096 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 32782) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:49:16.645593 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a47a10-531a-4af3-8f52-4efca466e056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5a67be-a8d5-4513-9039-ce77f78da5dc,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:16.700111 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-35fdb89e-eb5c-45d5-abb4-2563a1d5f154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:16.748651 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-35fdb89e-eb5c-45d5-abb4-2563a1d5f154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:16.783005 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfab8dd-7143-48fd-9eb0-2e66a67145f5 req-48336934-f9a1-4ec6-94aa-d2e65562230a tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:16.784821 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-2bfab8dd-7143-48fd-9eb0-2e66a67145f5 req-48336934-f9a1-4ec6-94aa-d2e65562230a tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 944 time: 0.0871570 Sep 07 23:49:16.820003 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-35fdb89e-eb5c-45d5-abb4-2563a1d5f154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:16.825570 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-35fdb89e-eb5c-45d5-abb4-2563a1d5f154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:16.828634 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-35fdb89e-eb5c-45d5-abb4-2563a1d5f154 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dd5a67be-a8d5-4513-9039-ce77f78da5dc HTTP/1.1" status: 204 len: 168 time: 0.2194738 Sep 07 23:49:16.854621 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fdb89e-eb5c-45d5-abb4-2563a1d5f154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5a67be-a8d5-4513-9039-ce77f78da5dc,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:16.893481 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-2bfab8dd-7143-48fd-9eb0-2e66a67145f5 req-946d8c3e-7796-4241-b988-223088bc60c3 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979719 Sep 07 23:49:17.134835 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf91e00-01af-46b2-b708-3335923cc8c4 req-e86e45ca-0d48-4905-940d-231182cb2622 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:17.137566 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ccf91e00-01af-46b2-b708-3335923cc8c4 req-e86e45ca-0d48-4905-940d-231182cb2622 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 945 time: 0.0955796 Sep 07 23:49:17.216648 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ccf91e00-01af-46b2-b708-3335923cc8c4 req-032f35a0-f64d-4897-9843-45d0029f2133 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723345 Sep 07 23:49:18.093300 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d6796-db39-40a8-9921-44caed1930d0 req-fcbd8f22-3726-4685-9f4f-23bcaa816a40 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:18.102149 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-dc8d6796-db39-40a8-9921-44caed1930d0 req-fcbd8f22-3726-4685-9f4f-23bcaa816a40 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 944 time: 0.0944743 Sep 07 23:49:18.155134 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-dc8d6796-db39-40a8-9921-44caed1930d0 req-225a9592-2b54-43a4-8c28-9a4ea65a4f43 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517404 Sep 07 23:49:18.530293 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf580d-0d31-4202-8882-f3692a2bacb5 req-4fa1e128-9f88-4aa4-a00f-d234e9324612 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:18.532430 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4faf580d-0d31-4202-8882-f3692a2bacb5 req-4fa1e128-9f88-4aa4-a00f-d234e9324612 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 945 time: 0.2416203 Sep 07 23:49:18.541433 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:18.592971 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4faf580d-0d31-4202-8882-f3692a2bacb5 req-0912bc6e-75c7-4142-ad3a-c4d42a0fa591 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508111 Sep 07 23:49:19.449424 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d4d77-1879-4737-a55c-b9a84ccc923b req-8fc25bb5-d377-443f-a00f-52def5041e91 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:19.461178 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f91d4d77-1879-4737-a55c-b9a84ccc923b req-8fc25bb5-d377-443f-a00f-52def5041e91 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 944 time: 0.1889434 Sep 07 23:49:19.542166 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-303b9ced-604b-41b0-bb24-2505d02631e7 req-66841c7c-7978-46da-aeaa-965ff0abbdbc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2054231 Sep 07 23:49:19.590005 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f91d4d77-1879-4737-a55c-b9a84ccc923b req-d3921fa4-ba20-4777-8501-4c553ffbd7c8 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263885 Sep 07 23:49:19.709372 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b9ced-604b-41b0-bb24-2505d02631e7 req-b4659df0-1317-4535-8d8c-0811a0a60c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:19.711067 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-303b9ced-604b-41b0-bb24-2505d02631e7 req-b4659df0-1317-4535-8d8c-0811a0a60c0b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4c1fbe4702b24535ab7d44fc9693fcbd&device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 1099 time: 0.0702658 Sep 07 23:49:19.892036 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd184f3-dab6-48d9-875b-ee9deb616548 req-12cad7b3-8583-4d31-b076-bdfb66c132fc tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:19.893681 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-cfd184f3-dab6-48d9-875b-ee9deb616548 req-12cad7b3-8583-4d31-b076-bdfb66c132fc tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 945 time: 0.1617613 Sep 07 23:49:19.986658 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-cfd184f3-dab6-48d9-875b-ee9deb616548 req-0c820af5-a51d-4f08-a465-d01125339568 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771272 Sep 07 23:49:20.025237 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b9ced-604b-41b0-bb24-2505d02631e7 req-65082e61-dace-4a2d-a8f3-34ab898d462e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:20.026834 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-303b9ced-604b-41b0-bb24-2505d02631e7 req-65082e61-dace-4a2d-a8f3-34ab898d462e service neutron] 10.222.0.42 "GET /v2.0/networks?id=8f0ad28b-91ae-4394-8b5f-02f4ebeae46e HTTP/1.1" status: 200 len: 920 time: 0.2426662 Sep 07 23:49:20.801922 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f57277-92e2-44fd-badf-f352dfa657f7 req-c34e7c1d-02eb-45da-aa95-bc94f6f4616f tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:20.812869 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d3f57277-92e2-44fd-badf-f352dfa657f7 req-c34e7c1d-02eb-45da-aa95-bc94f6f4616f tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 944 time: 0.0898738 Sep 07 23:49:20.878152 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d3f57277-92e2-44fd-badf-f352dfa657f7 req-f97074e1-51e7-49c1-a86a-273cb2fb0ca1 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640335 Sep 07 23:49:21.159875 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b207f-e4ce-4db7-9443-b33671a2e6cc req-40fd1260-5d3a-45fe-9e99-c1f2093b8da4 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:21.161568 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-258b207f-e4ce-4db7-9443-b33671a2e6cc req-40fd1260-5d3a-45fe-9e99-c1f2093b8da4 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 945 time: 0.0775483 Sep 07 23:49:21.211972 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-258b207f-e4ce-4db7-9443-b33671a2e6cc req-806e4143-c256-4842-9a77-c4b732ed3b7e tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396845 Sep 07 23:49:22.051263 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc566b0-6ccd-423a-bf78-e38c2d9ea950 req-0845e594-c78c-4162-9122-5666833ffece tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:22.055833 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8bc566b0-6ccd-423a-bf78-e38c2d9ea950 req-0845e594-c78c-4162-9122-5666833ffece tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 944 time: 0.0850198 Sep 07 23:49:22.106193 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8bc566b0-6ccd-423a-bf78-e38c2d9ea950 req-51632743-50f4-4868-8efe-d60aff155123 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453730 Sep 07 23:49:22.404362 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5014a6b-8210-497f-a891-0016bc893122 req-f54722ca-92c1-4b9f-9c5c-33c62509d704 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:22.406390 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d5014a6b-8210-497f-a891-0016bc893122 req-f54722ca-92c1-4b9f-9c5c-33c62509d704 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 945 time: 0.0845330 Sep 07 23:49:22.418962 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.agents_db [None req-89df3544-7e8a-43ac-bb25-e7a75b7011d0 None None] Agent healthcheck: found 6 active agents {{(pid=100553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 23:49:22.483588 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d5014a6b-8210-497f-a891-0016bc893122 req-088e7f4a-d49c-4c9c-aad6-b907bb9bfd22 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532491 Sep 07 23:49:23.272750 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de295104-78c9-4d1a-9e5a-d1265eb54d13 req-18282fd8-2156-4c39-94d7-ba95ff2d47f5 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:23.274350 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-de295104-78c9-4d1a-9e5a-d1265eb54d13 req-18282fd8-2156-4c39-94d7-ba95ff2d47f5 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 944 time: 0.0561123 Sep 07 23:49:23.321809 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-de295104-78c9-4d1a-9e5a-d1265eb54d13 req-6be99690-8fe3-4bb5-86bc-237c3a3c7040 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412643 Sep 07 23:49:23.625189 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104dbf9-8cb3-4d2b-8a76-86c7093caed0 req-33155497-5077-4e45-800d-4ff5a292dad1 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:23.627170 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7104dbf9-8cb3-4d2b-8a76-86c7093caed0 req-33155497-5077-4e45-800d-4ff5a292dad1 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 945 time: 0.0620680 Sep 07 23:49:23.695127 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7104dbf9-8cb3-4d2b-8a76-86c7093caed0 req-54a6a860-10b4-4cdb-9545-9fd4c5ec5734 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575492 Sep 07 23:49:24.505133 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477e59f-70c6-4637-ab0c-a36998984caa req-41092746-deda-4abc-a050-076030afea00 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:24.507108 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7477e59f-70c6-4637-ab0c-a36998984caa req-41092746-deda-4abc-a050-076030afea00 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 944 time: 0.0706730 Sep 07 23:49:24.569741 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7477e59f-70c6-4637-ab0c-a36998984caa req-d36e60ac-2c27-451c-a595-1f881964146d tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521750 Sep 07 23:49:24.856558 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f19ffbc-e650-4f92-8dec-35696286af63 req-2a948dd2-ef06-4d27-9d83-15a26eefae98 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:24.858156 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4f19ffbc-e650-4f92-8dec-35696286af63 req-2a948dd2-ef06-4d27-9d83-15a26eefae98 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 945 time: 0.0664687 Sep 07 23:49:24.906548 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4f19ffbc-e650-4f92-8dec-35696286af63 req-20f03fca-251d-4dcc-bd19-4ac46c32a233 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415592 Sep 07 23:49:25.333783 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 32946) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:49:25.390601 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2e158af-d897-4839-8ee4-0650fb9a2075 admin admin] Deleting subnet f9b6531a-d0c4-4fe2-877b-72bd211e846d {{(pid=100551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 23:49:25.400055 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-c2e158af-d897-4839-8ee4-0650fb9a2075 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:25.445253 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-c2e158af-d897-4839-8ee4-0650fb9a2075 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7425425'] for subnet, precommit_delete_associations {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:25.492272 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-c2e158af-d897-4839-8ee4-0650fb9a2075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673024'] for subnet, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:25.562464 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-c2e158af-d897-4839-8ee4-0650fb9a2075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5131638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4738048'] for subnet, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:25.608630 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e158af-d897-4839-8ee4-0650fb9a2075 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9b6531a-d0c4-4fe2-877b-72bd211e846d,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:25.613211 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-c2e158af-d897-4839-8ee4-0650fb9a2075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for subnet, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:25.615973 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-c2e158af-d897-4839-8ee4-0650fb9a2075 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f9b6531a-d0c4-4fe2-877b-72bd211e846d HTTP/1.1" status: 204 len: 168 time: 0.2811015 Sep 07 23:49:25.620139 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 32952) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:49:25.791952 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-c58a634b-239e-4752-a341-ee14bc9648d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531467'] for network, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:25.851094 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6756b8b9-30d8-4ee7-8add-a5429d203a03 req-8e30ab5f-2fc2-479f-988b-6303e6a0c49b tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:25.852708 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-6756b8b9-30d8-4ee7-8add-a5429d203a03 req-8e30ab5f-2fc2-479f-988b-6303e6a0c49b tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 944 time: 0.1023970 Sep 07 23:49:25.950331 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-c58a634b-239e-4752-a341-ee14bc9648d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675213', 'neutron.services.segments.db._delete_segments_for_network-8760371274105'] for network, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:25.990793 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-6756b8b9-30d8-4ee7-8add-a5429d203a03 req-aeb442ff-564d-4c0e-9715-9adf850ad9bc tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171737 Sep 07 23:49:26.014657 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.services.segments.db [None req-c58a634b-239e-4752-a341-ee14bc9648d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2355176b-05fc-4c21-975b-e884d75b77f0']}} {{(pid=100551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:49:26.038811 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.services.segments.db [None req-c58a634b-239e-4752-a341-ee14bc9648d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a973bdf8-370d-4db2-abf5-29cff2554e75') {'for_net_delete': True} {{(pid=100551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:49:26.038811 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.services.segments.db [None req-c58a634b-239e-4752-a341-ee14bc9648d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a973bdf8-370d-4db2-abf5-29cff2554e75') {} {{(pid=100551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:49:26.073212 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-c58a634b-239e-4752-a341-ee14bc9648d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760371273090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7425432'] for segment, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:26.121755 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-c58a634b-239e-4752-a341-ee14bc9648d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675162'] for segment, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:26.146110 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351899e-e0ab-421e-b56e-28f2f01c011c req-68d6697a-b16c-4cd7-aede-019b50187ad8 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:26.150037 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5351899e-e0ab-421e-b56e-28f2f01c011c req-68d6697a-b16c-4cd7-aede-019b50187ad8 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 945 time: 0.1324496 Sep 07 23:49:26.157804 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c58a634b-239e-4752-a341-ee14bc9648d0 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=100551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 23:49:26.158430 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-c58a634b-239e-4752-a341-ee14bc9648d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5132244'] for segment, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:26.162351 dv-cinder-751579-26-iscsi neutron-server[100551]: Traceback (most recent call last): Sep 07 23:49:26.162351 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 23:49:26.162351 dv-cinder-751579-26-iscsi neutron-server[100551]: timer() Sep 07 23:49:26.162351 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 23:49:26.162351 dv-cinder-751579-26-iscsi neutron-server[100551]: cb(*args, **kw) Sep 07 23:49:26.162351 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 23:49:26.162351 dv-cinder-751579-26-iscsi neutron-server[100551]: return func(*args, **kwargs) Sep 07 23:49:26.162351 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 23:49:26.162351 dv-cinder-751579-26-iscsi neutron-server[100551]: self._notify() Sep 07 23:49:26.162351 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 23:49:26.162351 dv-cinder-751579-26-iscsi neutron-server[100551]: self.callback(batched_events) Sep 07 23:49:26.162351 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 23:49:26.162351 dv-cinder-751579-26-iscsi neutron-server[100551]: event.method(event) Sep 07 23:49:26.162351 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 23:49:26.162351 dv-cinder-751579-26-iscsi neutron-server[100551]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 23:49:26.162351 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 23:49:26.162351 dv-cinder-751579-26-iscsi neutron-server[100551]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 23:49:26.162351 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 23:49:26.162351 dv-cinder-751579-26-iscsi neutron-server[100551]: return f(self, *a, **k) Sep 07 23:49:26.162351 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 23:49:26.162351 dv-cinder-751579-26-iscsi neutron-server[100551]: return self._get(url).json() Sep 07 23:49:26.162351 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 23:49:26.162351 dv-cinder-751579-26-iscsi neutron-server[100551]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 23:49:26.162351 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 23:49:26.162351 dv-cinder-751579-26-iscsi neutron-server[100551]: return self.request(url, 'GET', **kwargs) Sep 07 23:49:26.162351 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 23:49:26.162351 dv-cinder-751579-26-iscsi neutron-server[100551]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 23:49:26.162351 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 23:49:26.162351 dv-cinder-751579-26-iscsi neutron-server[100551]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 23:49:26.162351 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 23:49:26.162351 dv-cinder-751579-26-iscsi neutron-server[100551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 23:49:26.162351 dv-cinder-751579-26-iscsi neutron-server[100551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 23:49:26.327180 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5351899e-e0ab-421e-b56e-28f2f01c011c req-e29ea488-25f6-4bae-a2f6-93f3771498c6 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484795 Sep 07 23:49:26.346587 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-c58a634b-239e-4752-a341-ee14bc9648d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595403'] for network, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:26.367831 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-c58a634b-239e-4752-a341-ee14bc9648d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for network, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:26.367831 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-c58a634b-239e-4752-a341-ee14bc9648d0 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2355176b-05fc-4c21-975b-e884d75b77f0 HTTP/1.1" status: 204 len: 168 time: 0.7406144 Sep 07 23:49:26.378068 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58a634b-239e-4752-a341-ee14bc9648d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2355176b-05fc-4c21-975b-e884d75b77f0,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:26.629288 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 32972) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:49:26.687825 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-5d4061be-c79e-4eb0-8997-4911c3f64dee admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b39ebb7b11f74999b7ff13092c003ff6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0566850 Sep 07 23:49:26.690966 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 32974) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:49:26.775965 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-11a6efa4-b60b-4779-9b64-1d4075ad6272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:26.826616 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-11a6efa4-b60b-4779-9b64-1d4075ad6272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:26.869325 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-303b9ced-604b-41b0-bb24-2505d02631e7 req-64b4650d-9133-482d-a99b-e43f453c873d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2339214b-86f2-429f-b078-77b01c82091e HTTP/1.1" status: 200 len: 217 time: 0.0607955 Sep 07 23:49:26.946253 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b9ced-604b-41b0-bb24-2505d02631e7 req-1d06c800-fedd-48df-8490-29e43e07123a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:26.948587 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-303b9ced-604b-41b0-bb24-2505d02631e7 req-1d06c800-fedd-48df-8490-29e43e07123a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f967c7b2-09f7-4f04-827b-eef1f5f7308c HTTP/1.1" status: 200 len: 859 time: 0.0707068 Sep 07 23:49:26.976849 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-11a6efa4-b60b-4779-9b64-1d4075ad6272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:26.979653 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-11a6efa4-b60b-4779-9b64-1d4075ad6272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:26.984937 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-11a6efa4-b60b-4779-9b64-1d4075ad6272 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/63cec091-57c7-4010-b546-053e96a89c33 HTTP/1.1" status: 204 len: 168 time: 0.2883413 Sep 07 23:49:27.001566 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-303b9ced-604b-41b0-bb24-2505d02631e7 req-32edf1a2-1d5f-4bf8-b36e-dbe93bfa4132 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8f0ad28b-91ae-4394-8b5f-02f4ebeae46e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444920 Sep 07 23:49:27.012346 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a6efa4-b60b-4779-9b64-1d4075ad6272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cec091-57c7-4010-b546-053e96a89c33,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:27.416672 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0dfaea-f012-46c0-b8e3-480ed59128d2 req-3f556d06-43e2-4f82-a01c-038b8960e32c tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:27.418249 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ad0dfaea-f012-46c0-b8e3-480ed59128d2 req-3f556d06-43e2-4f82-a01c-038b8960e32c tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 944 time: 0.2942886 Sep 07 23:49:27.426565 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-303b9ced-604b-41b0-bb24-2505d02631e7 req-de00ecc9-cfa7-40fb-a888-5e1ef45e3203 service neutron] 10.222.0.42 "GET /v2.0/networks/8f0ad28b-91ae-4394-8b5f-02f4ebeae46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3997085 Sep 07 23:49:27.522308 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ad0dfaea-f012-46c0-b8e3-480ed59128d2 req-49a7f785-f7bc-4032-b73d-c7cba3283a49 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944438 Sep 07 23:49:27.541250 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a27a3d-374b-49e0-baec-3e1052616b0f req-1d94b65c-4595-454e-93b7-57a0c931cb37 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:27.543491 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-57a27a3d-374b-49e0-baec-3e1052616b0f req-1d94b65c-4595-454e-93b7-57a0c931cb37 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 945 time: 0.1130970 Sep 07 23:49:27.611014 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-57a27a3d-374b-49e0-baec-3e1052616b0f req-7249453b-c349-4320-b315-307c61952b6d tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522022 Sep 07 23:49:27.920222 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 33004) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:49:28.076256 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [None req-c9aa116d-dd19-46c7-b8d8-4c0fe7882a35 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-882561108-network', 'tenant_id': '4351e3b1aaa64bafa9cea9720a80c5a3'}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:49:28.106183 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9aa116d-dd19-46c7-b8d8-4c0fe7882a35 admin admin] Made reservation on behalf of 4351e3b1aaa64bafa9cea9720a80c5a3 for: {'network': 1} {{(pid=100551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:49:28.108572 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-c9aa116d-dd19-46c7-b8d8-4c0fe7882a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for network, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:28.118494 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-c9aa116d-dd19-46c7-b8d8-4c0fe7882a35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:28.197479 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-085dda70-51c8-49d4-909b-d3e67c4d1f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:28.306621 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-303b9ced-604b-41b0-bb24-2505d02631e7 req-4b53dd5b-b68a-486c-beca-ff890023fb51 service neutron] 10.222.0.42 "GET /v2.0/networks/8f0ad28b-91ae-4394-8b5f-02f4ebeae46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583533 Sep 07 23:49:28.343149 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-c9aa116d-dd19-46c7-b8d8-4c0fe7882a35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:28.350292 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-c9aa116d-dd19-46c7-b8d8-4c0fe7882a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:28.391218 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9aa116d-dd19-46c7-b8d8-4c0fe7882a35 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=100551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 23:49:28.425636 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aa116d-dd19-46c7-b8d8-4c0fe7882a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9f13c3-1b0e-408c-b9eb-cdedf405f985,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:28.436732 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-c9aa116d-dd19-46c7-b8d8-4c0fe7882a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675162'] for segment, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:28.437158 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.db.segments_db [None req-c9aa116d-dd19-46c7-b8d8-4c0fe7882a35 admin admin] Added segment 6a354170-54c2-4c69-9a9b-4aa20358335f of type vlan for network 09912968-2b9d-4396-b8cf-aa37c9b2f256 Sep 07 23:49:28.493352 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-c9aa116d-dd19-46c7-b8d8-4c0fe7882a35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760370794509'] for network, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:28.524031 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-c9aa116d-dd19-46c7-b8d8-4c0fe7882a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608'] for network, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:28.525099 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9aa116d-dd19-46c7-b8d8-4c0fe7882a35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:28.525719 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-c9aa116d-dd19-46c7-b8d8-4c0fe7882a35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for network, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:28.564696 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-c9aa116d-dd19-46c7-b8d8-4c0fe7882a35 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6429014 Sep 07 23:49:28.569831 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 33010) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:49:28.575347 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-cc77b0ef-e460-4876-a7ff-035f61bdfde0 admin admin] Request body: {'subnet': {'network_id': '09912968-2b9d-4396-b8cf-aa37c9b2f256', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-882561108-subnet', 'tenant_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'ip_version': 4}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:49:28.603326 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aa116d-dd19-46c7-b8d8-4c0fe7882a35 admin admin] Pushing event updated for resources: {'Network': ['ID=09912968-2b9d-4396-b8cf-aa37c9b2f256,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:28.603672 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc77b0ef-e460-4876-a7ff-035f61bdfde0 admin admin] Made reservation on behalf of 4351e3b1aaa64bafa9cea9720a80c5a3 for: {'subnet': 1} {{(pid=100550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:49:28.605773 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-cc77b0ef-e460-4876-a7ff-035f61bdfde0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4620622'] for subnet, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:28.617672 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Network 09912968-2b9d-4396-b8cf-aa37c9b2f256 details requested by agent ovs-agent-dv-cinder-751579-26-iscsi with host dv-cinder-751579-26-iscsi {{(pid=100552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 23:49:28.790063 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64163d0-b4bf-4ac6-baac-779a92dfa244 req-04ef4bd2-b3be-4360-b928-1d65bcd617a1 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:28.792123 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a64163d0-b4bf-4ac6-baac-779a92dfa244 req-04ef4bd2-b3be-4360-b928-1d65bcd617a1 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 944 time: 0.1343856 Sep 07 23:49:28.843007 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094ca6e-0df5-4ac5-a1b2-ded99aea5387 req-0cde52bd-1452-4fef-9ac5-66df0ad1d0c4 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:28.843007 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8094ca6e-0df5-4ac5-a1b2-ded99aea5387 req-0cde52bd-1452-4fef-9ac5-66df0ad1d0c4 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 945 time: 0.1103349 Sep 07 23:49:28.882398 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a64163d0-b4bf-4ac6-baac-779a92dfa244 req-d4cdba34-8a8d-4a42-a156-08238550f7d0 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773447 Sep 07 23:49:28.897732 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-cc77b0ef-e460-4876-a7ff-035f61bdfde0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7634745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4620632'] for subnet, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:28.909485 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8094ca6e-0df5-4ac5-a1b2-ded99aea5387 req-759964bf-b555-4fbd-8f12-67ee78575d86 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530043 Sep 07 23:49:29.008771 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b0ef-e460-4876-a7ff-035f61bdfde0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dabd7f45-8b5d-4ae8-8693-50241ca4db2f,revision_number=0']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:29.022794 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc77b0ef-e460-4876-a7ff-035f61bdfde0 admin admin] Checking segment: {'id': '6a354170-54c2-4c69-9a9b-4aa20358335f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '09912968-2b9d-4396-b8cf-aa37c9b2f256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:49:29.023307 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc77b0ef-e460-4876-a7ff-035f61bdfde0 admin admin] Network hostable DHCP agents. Network: 09912968-2b9d-4396-b8cf-aa37c9b2f256, hostable agents: ['4f562aef-accf-408d-af1e-fabb3d28a6a0'], hosted agents: [] {{(pid=100550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 23:49:29.054910 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc77b0ef-e460-4876-a7ff-035f61bdfde0 admin admin] Network 09912968-2b9d-4396-b8cf-aa37c9b2f256 is scheduled to be hosted by DHCP agent 4f562aef-accf-408d-af1e-fabb3d28a6a0 with binding_index 1 {{(pid=100550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 23:49:29.064982 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.base_scheduler [None req-cc77b0ef-e460-4876-a7ff-035f61bdfde0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-26-iscsi, 09912968-2b9d-4396-b8cf-aa37c9b2f256) {{(pid=100550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:49:29.071867 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc77b0ef-e460-4876-a7ff-035f61bdfde0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:29.073399 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-cc77b0ef-e460-4876-a7ff-035f61bdfde0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:29.078697 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71158c01-3dbf-40ef-9de6-bdd8b82fe47d None None] Network 09912968-2b9d-4396-b8cf-aa37c9b2f256 requested from dv-cinder-751579-26-iscsi {{(pid=100552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 23:49:29.092779 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-cc77b0ef-e460-4876-a7ff-035f61bdfde0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5212178 Sep 07 23:49:29.095578 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 33018) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:49:29.101431 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-4b0df5e9-da51-4928-b073-658f68858df9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-882561108-router', 'tenant_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658'}}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:49:29.129226 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-4b0df5e9-da51-4928-b073-658f68858df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1597314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1444'] for router, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:29.130998 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-4b0df5e9-da51-4928-b073-658f68858df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-394617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:29.208382 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-4b0df5e9-da51-4928-b073-658f68858df9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:29.310108 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7641d1-50ae-496c-8ef6-af155c4bec0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf96fd684-78fa-5752-9b82-be4542ddf794-09912968-2b9d-4396-b8cf-aa37c9b2f256', 'network_id': '09912968-2b9d-4396-b8cf-aa37c9b2f256', 'tenant_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'fixed_ips': [{'subnet_id': 'dabd7f45-8b5d-4ae8-8693-50241ca4db2f'}]}} from dv-cinder-751579-26-iscsi. {{(pid=100552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 23:49:29.311016 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7a7641d1-50ae-496c-8ef6-af155c4bec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:29.515904 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.db_base_plugin_common [None req-7a7641d1-50ae-496c-8ef6-af155c4bec0b None None] Allocated IP 172.20.0.2 (09912968-2b9d-4396-b8cf-aa37c9b2f256/dabd7f45-8b5d-4ae8-8693-50241ca4db2f/f74939d4-252e-4cfa-9610-baf7aad5fddd) {{(pid=100552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:49:29.575643 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-4b0df5e9-da51-4928-b073-658f68858df9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:29.690801 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7a7641d1-50ae-496c-8ef6-af155c4bec0b None None] Notify callbacks [] for port, precommit_create {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:29.702332 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-7a7641d1-50ae-496c-8ef6-af155c4bec0b None None] Transition to ACTIVE for port object f74939d4-252e-4cfa-9610-baf7aad5fddd will not be triggered until provisioned by entity L2. {{(pid=100552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:49:29.720367 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-7a7641d1-50ae-496c-8ef6-af155c4bec0b None None] Transition to ACTIVE for port object f74939d4-252e-4cfa-9610-baf7aad5fddd will not be triggered until provisioned by entity DHCP. {{(pid=100552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:49:29.728257 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7a7641d1-50ae-496c-8ef6-af155c4bec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287'] for port, after_create {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:29.786606 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7641d1-50ae-496c-8ef6-af155c4bec0b None None] Network 09912968-2b9d-4396-b8cf-aa37c9b2f256 is already hosted by enough agents. {{(pid=100552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:49:29.789699 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.scheduler.base_scheduler [None req-7a7641d1-50ae-496c-8ef6-af155c4bec0b None None] Resources bound (agent type, host, resource id): {{(pid=100552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:49:29.793598 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7641d1-50ae-496c-8ef6-af155c4bec0b None None] Received port after_create {{(pid=100552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:49:29.805641 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7641d1-50ae-496c-8ef6-af155c4bec0b None None] Pushing event updated for resources: {'Port': ['ID=f74939d4-252e-4cfa-9610-baf7aad5fddd,revision_number=1']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:29.837206 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-4b0df5e9-da51-4928-b073-658f68858df9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:29.867103 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-7a7641d1-50ae-496c-8ef6-af155c4bec0b None None] Attempting to bind port f74939d4-252e-4cfa-9610-baf7aad5fddd on host dv-cinder-751579-26-iscsi for vnic_type normal with profile {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 23:49:29.867582 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-7a7641d1-50ae-496c-8ef6-af155c4bec0b None None] Attempting to bind port f74939d4-252e-4cfa-9610-baf7aad5fddd by drivers openvswitch,hyperv on host dv-cinder-751579-26-iscsi at level 0 using segments [{'id': '6a354170-54c2-4c69-9a9b-4aa20358335f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '09912968-2b9d-4396-b8cf-aa37c9b2f256'}] {{(pid=100552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 23:49:29.868002 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7641d1-50ae-496c-8ef6-af155c4bec0b None None] Attempting to bind port f74939d4-252e-4cfa-9610-baf7aad5fddd on network 09912968-2b9d-4396-b8cf-aa37c9b2f256 {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:49:29.871952 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-4b0df5e9-da51-4928-b073-658f68858df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:29.873787 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7641d1-50ae-496c-8ef6-af155c4bec0b None None] Checking agent: {'id': '892ede6d-2e1c-48b6-9f9b-59f4d898b1a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 23, 38, 1), 'started_at': datetime.datetime(2021, 9, 7, 23, 38, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 23, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 23:49:29.874169 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7641d1-50ae-496c-8ef6-af155c4bec0b None None] Checking segment: {'id': '6a354170-54c2-4c69-9a9b-4aa20358335f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '09912968-2b9d-4396-b8cf-aa37c9b2f256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:49:29.874565 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7a7641d1-50ae-496c-8ef6-af155c4bec0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:29.874964 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7641d1-50ae-496c-8ef6-af155c4bec0b None None] Bound using segment: {'id': '6a354170-54c2-4c69-9a9b-4aa20358335f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '09912968-2b9d-4396-b8cf-aa37c9b2f256'} {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 23:49:29.875431 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-7a7641d1-50ae-496c-8ef6-af155c4bec0b None None] Bound port: f74939d4-252e-4cfa-9610-baf7aad5fddd, host: dv-cinder-751579-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a354170-54c2-4c69-9a9b-4aa20358335f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '09912968-2b9d-4396-b8cf-aa37c9b2f256'}}] {{(pid=100552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 23:49:29.875810 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7a7641d1-50ae-496c-8ef6-af155c4bec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:29.981338 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-7a7641d1-50ae-496c-8ef6-af155c4bec0b None None] For port f74939d4-252e-4cfa-9610-baf7aad5fddd, host dv-cinder-751579-26-iscsi, cleared binding levels {{(pid=100552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 23:49:29.990949 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-7a7641d1-50ae-496c-8ef6-af155c4bec0b None None] For port f74939d4-252e-4cfa-9610-baf7aad5fddd, host dv-cinder-751579-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=f74939d4-252e-4cfa-9610-baf7aad5fddd,segment=NetworkSegment(6a354170-54c2-4c69-9a9b-4aa20358335f),segment_id=6a354170-54c2-4c69-9a9b-4aa20358335f)] {{(pid=100552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 23:49:29.996366 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7a7641d1-50ae-496c-8ef6-af155c4bec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:30.078635 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7641d1-50ae-496c-8ef6-af155c4bec0b None None] Pushing event updated for resources: {'Port': ['ID=f74939d4-252e-4cfa-9610-baf7aad5fddd,revision_number=2']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:30.095865 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.db_base_plugin_common [None req-4b0df5e9-da51-4928-b073-658f68858df9 admin admin] Allocated IP 172.27.2.133 (1ea758c5-ea33-45af-9d70-54dde57c9658/5c624cf3-fab2-4caa-bdca-00a0c67beab2/012c5e9f-9e55-48c4-a887-9ea57687caaf) {{(pid=100550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:49:30.110509 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efefb3b-f576-4c9d-b615-cf55c6c5aee8 req-431ab288-fbe1-4613-8d90-76045be714bd tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:30.133022 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-2efefb3b-f576-4c9d-b615-cf55c6c5aee8 req-431ab288-fbe1-4613-8d90-76045be714bd tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 944 time: 0.1383500 Sep 07 23:49:30.160299 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23214b6e-141f-465e-85d1-9a1332054e8d req-fc5826d4-756d-4868-8e39-8075288350ce tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:30.162173 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-23214b6e-141f-465e-85d1-9a1332054e8d req-fc5826d4-756d-4868-8e39-8075288350ce tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 945 time: 0.1385713 Sep 07 23:49:30.186141 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-2efefb3b-f576-4c9d-b615-cf55c6c5aee8 req-024a8e99-ab64-4ebe-850d-a4d13c132ada tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659502 Sep 07 23:49:30.237161 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-23214b6e-141f-465e-85d1-9a1332054e8d req-ce25dce7-01d5-407e-8f7a-6ec6074a8da6 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601153 Sep 07 23:49:30.294578 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-4b0df5e9-da51-4928-b073-658f68858df9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:30.372142 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-4b0df5e9-da51-4928-b073-658f68858df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7634829'] for port, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:30.438559 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0df5e9-da51-4928-b073-658f68858df9 admin admin] Network 1ea758c5-ea33-45af-9d70-54dde57c9658 is already hosted by enough agents. {{(pid=100550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:49:30.449110 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.base_scheduler [None req-4b0df5e9-da51-4928-b073-658f68858df9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:49:30.472316 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0df5e9-da51-4928-b073-658f68858df9 admin admin] Received port after_create {{(pid=100550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:49:30.486833 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0df5e9-da51-4928-b073-658f68858df9 admin admin] Pushing event updated for resources: {'Port': ['ID=012c5e9f-9e55-48c4-a887-9ea57687caaf,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:30.867588 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-4b0df5e9-da51-4928-b073-658f68858df9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:31.106911 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-4b0df5e9-da51-4928-b073-658f68858df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595871'] for router, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:31.147696 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:31.310269 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b0df5e9-da51-4928-b073-658f68858df9 admin admin] Router f7439a29-8f8e-4ecf-a7cd-b31b3e98848b is scheduled to L3 agent 19316ef7-2440-47e6-ada3-35aaee6f744b with binding_index 1 {{(pid=100550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 23:49:31.360278 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device f74939d4-252e-4cfa-9610-baf7aad5fddd up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:49:31.452348 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning for port f74939d4-252e-4cfa-9610-baf7aad5fddd completed by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:49:31.464333 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc158b45-f6a3-4f92-8004-f2e56a08daf8 None None] Network 09912968-2b9d-4396-b8cf-aa37c9b2f256 requested from dv-cinder-751579-26-iscsi {{(pid=100552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 23:49:31.485267 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4bbdf2-8e9c-4501-b4e8-8597fe356bff req-41b9e6f0-1c35-4af8-a52b-546c8f958a56 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:31.486959 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5c4bbdf2-8e9c-4501-b4e8-8597fe356bff req-41b9e6f0-1c35-4af8-a52b-546c8f958a56 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 944 time: 0.1004307 Sep 07 23:49:31.537888 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6be55-7b93-494d-8f11-c43421e94489 req-ddb39066-2dbf-41c5-8edd-e27b412a175e tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:31.540567 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d2d6be55-7b93-494d-8f11-c43421e94489 req-ddb39066-2dbf-41c5-8edd-e27b412a175e tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 945 time: 0.1135895 Sep 07 23:49:31.602075 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0df5e9-da51-4928-b073-658f68858df9 admin admin] Notify agent at l3_agent.dv-cinder-751579-26-iscsi the message routers_updated {{(pid=100550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 23:49:31.604557 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-2182e707-e9c3-4ee6-81df-54e84b19d2e0 None None] Provisioning for port f74939d4-252e-4cfa-9610-baf7aad5fddd completed by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:49:31.616967 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-2182e707-e9c3-4ee6-81df-54e84b19d2e0 None None] Provisioning complete for port f74939d4-252e-4cfa-9610-baf7aad5fddd triggered by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:49:31.617597 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-2182e707-e9c3-4ee6-81df-54e84b19d2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:31.620725 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a6dd62-7460-4b54-96d2-2027731a0c06 None None] Sync routers for ids ['f7439a29-8f8e-4ecf-a7cd-b31b3e98848b'] in dv-cinder-751579-26-iscsi {{(pid=100553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 23:49:31.633477 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-4b0df5e9-da51-4928-b073-658f68858df9 admin admin] Notify callbacks [] for router, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:31.635666 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-4b0df5e9-da51-4928-b073-658f68858df9 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5387855 Sep 07 23:49:31.638877 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 33042) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:49:31.643759 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a6dd62-7460-4b54-96d2-2027731a0c06 None None] Routers {'f7439a29-8f8e-4ecf-a7cd-b31b3e98848b'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:49:31.644912 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-f4a6dd62-7460-4b54-96d2-2027731a0c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:49:02Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['f7439a29-8f8e-4ecf-a7cd-b31b3e98848b'], 'active': True} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:49:31.652436 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5c4bbdf2-8e9c-4501-b4e8-8597fe356bff req-f5403477-f34f-4327-a9fe-1e086f3f81d6 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561692 Sep 07 23:49:31.711091 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e535f93a-6bcb-49f9-af9b-d98f3dfdf66d req-b5377393-ef75-458e-af1a-b1b78797d607 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:31.714148 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-e535f93a-6bcb-49f9-af9b-d98f3dfdf66d req-b5377393-ef75-458e-af1a-b1b78797d607 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.42 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 945 time: 0.1721396 Sep 07 23:49:31.718485 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d2d6be55-7b93-494d-8f11-c43421e94489 req-81867fbd-5835-4102-9887-536435dc81be tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586704 Sep 07 23:49:31.884087 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [req-e535f93a-6bcb-49f9-af9b-d98f3dfdf66d req-569b619f-68d9-47a1-b45e-a8206cd0eb33 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Deleting port c9c39b72-1fdc-4c85-aef7-8fb19057f776 {{(pid=100551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:49:31.884651 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-e535f93a-6bcb-49f9-af9b-d98f3dfdf66d req-569b619f-68d9-47a1-b45e-a8206cd0eb33 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:31.905396 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvr_db [None req-f4a6dd62-7460-4b54-96d2-2027731a0c06 None None] Set router f7439a29-8f8e-4ecf-a7cd-b31b3e98848b gateway port host: dv-cinder-751579-26-iscsi {{(pid=100553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:49:31.947349 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-a347f2f4-4d5e-4685-9fc8-e4a900f9d732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:32.076191 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-e535f93a-6bcb-49f9-af9b-d98f3dfdf66d req-569b619f-68d9-47a1-b45e-a8206cd0eb33 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] For port c9c39b72-1fdc-4c85-aef7-8fb19057f776, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=c9c39b72-1fdc-4c85-aef7-8fb19057f776,segment=NetworkSegment(1472a31e-bcdd-4c38-8927-5aafbedd6ba7),segment_id=1472a31e-bcdd-4c38-8927-5aafbedd6ba7)] {{(pid=100551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:49:32.077147 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-e535f93a-6bcb-49f9-af9b-d98f3dfdf66d req-569b619f-68d9-47a1-b45e-a8206cd0eb33 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:32.108410 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [req-e535f93a-6bcb-49f9-af9b-d98f3dfdf66d req-569b619f-68d9-47a1-b45e-a8206cd0eb33 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Calling delete_port for c9c39b72-1fdc-4c85-aef7-8fb19057f776 owned by compute:nova {{(pid=100551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:49:32.157940 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-2182e707-e9c3-4ee6-81df-54e84b19d2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:32.233969 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-2182e707-e9c3-4ee6-81df-54e84b19d2e0 None None] For port f74939d4-252e-4cfa-9610-baf7aad5fddd, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=f74939d4-252e-4cfa-9610-baf7aad5fddd,segment=NetworkSegment(6a354170-54c2-4c69-9a9b-4aa20358335f),segment_id=6a354170-54c2-4c69-9a9b-4aa20358335f)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:49:32.241584 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-2182e707-e9c3-4ee6-81df-54e84b19d2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:32.289808 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-f4a6dd62-7460-4b54-96d2-2027731a0c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7439a29-8f8e-4ecf-a7cd-b31b3e98848b', 'name': 'tempest-TestMinimumBasicScenario-882561108-router', 'tenant_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '012c5e9f-9e55-48c4-a887-9ea57687caaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:49:29Z', 'updated_at': '2021-09-07T23:49:30Z', 'revision_number': 3, 'project_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'gw_port': {'id': '012c5e9f-9e55-48c4-a887-9ea57687caaf', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:30:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7439a29-8f8e-4ecf-a7cd-b31b3e98848b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:49:29Z', 'updated_at': '2021-09-07T23:49:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi'}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:49:32.333724 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2182e707-e9c3-4ee6-81df-54e84b19d2e0 None None] Pushing event updated for resources: {'Port': ['ID=f74939d4-252e-4cfa-9610-baf7aad5fddd,revision_number=3']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:32.344711 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a6dd62-7460-4b54-96d2-2027731a0c06 None None] Checking router: f7439a29-8f8e-4ecf-a7cd-b31b3e98848b for host: dv-cinder-751579-26-iscsi {{(pid=100553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 23:49:32.345424 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a6dd62-7460-4b54-96d2-2027731a0c06 None None] Updating router f7439a29-8f8e-4ecf-a7cd-b31b3e98848b port 012c5e9f-9e55-48c4-a887-9ea57687caaf binding host dv-cinder-751579-26-iscsi {{(pid=100553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 23:49:32.386831 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-f4a6dd62-7460-4b54-96d2-2027731a0c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:32.531401 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-e535f93a-6bcb-49f9-af9b-d98f3dfdf66d req-569b619f-68d9-47a1-b45e-a8206cd0eb33 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:32.548095 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] get_ports_and_sgs() called for port_ids ['2339214b-86f2-429f-b078-77b01c82091e', 'c9c39b72-1fdc-4c85-aef7-8fb19057f776'] {{(pid=100552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 23:49:32.599721 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b619f-68d9-47a1-b45e-a8206cd0eb33 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Pushing event deleted for resources: {'Port': ['ID=c9c39b72-1fdc-4c85-aef7-8fb19057f776,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:32.701395 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-95ae8339-d0d4-43a4-ba33-36c54f68f482 None None] Provisioning complete for port f74939d4-252e-4cfa-9610-baf7aad5fddd triggered by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:49:32.701737 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-95ae8339-d0d4-43a4-ba33-36c54f68f482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:32.748060 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.l3_dvrscheduler_db [req-e535f93a-6bcb-49f9-af9b-d98f3dfdf66d req-569b619f-68d9-47a1-b45e-a8206cd0eb33 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] No DVR routers for this DVR port c9c39b72-1fdc-4c85-aef7-8fb19057f776 on host hv-cinder-75157 {{(pid=100551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 23:49:32.753330 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-e535f93a-6bcb-49f9-af9b-d98f3dfdf66d req-569b619f-68d9-47a1-b45e-a8206cd0eb33 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:32.758111 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-e535f93a-6bcb-49f9-af9b-d98f3dfdf66d req-569b619f-68d9-47a1-b45e-a8206cd0eb33 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.42 "DELETE /v2.0/ports/c9c39b72-1fdc-4c85-aef7-8fb19057f776 HTTP/1.1" status: 204 len: 173 time: 1.0362682 Sep 07 23:49:32.758966 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6da19a-1586-4fd6-be9b-c61449486f2b', 'name': 'network-vif-deleted', 'tag': 'c9c39b72-1fdc-4c85-aef7-8fb19057f776'}] {{(pid=100551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:49:32.774967 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744d18a1a9123520e55b11d6b4f544890c28500fff252c5db1cb0c4b69d72d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f31379-40e5-47e1-a920-de78bd456641" -d '{"events": [{"server_uuid": "de6da19a-1586-4fd6-be9b-c61449486f2b", "name": "network-vif-deleted", "tag": "c9c39b72-1fdc-4c85-aef7-8fb19057f776"}]}' {{(pid=100551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:49:32.873750 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-f4a6dd62-7460-4b54-96d2-2027731a0c06 None None] Notify callbacks [] for port, precommit_update {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:32.883883 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f3aa14d8-b3af-4fa1-bfd8-65749820c880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:32.895781 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.provisioning_blocks [None req-f4a6dd62-7460-4b54-96d2-2027731a0c06 None None] Transition to ACTIVE for port object 012c5e9f-9e55-48c4-a887-9ea57687caaf will not be triggered until provisioned by entity L2. {{(pid=100553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:49:32.912339 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-f4a6dd62-7460-4b54-96d2-2027731a0c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:33.015410 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-04c4bf89-dd40-4ff7-a0b6-aa9e5ca8db30 req-aa9339e2-31a3-4709-9a84-f027a6e06776 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 210 time: 0.0975516 Sep 07 23:49:33.104708 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5701ef-0853-498f-aa37-4efcf0b5e9eb None None] Pushing event updated for resources: {'Port': ['ID=012c5e9f-9e55-48c4-a887-9ea57687caaf,revision_number=2']} {{(pid=100553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:33.117475 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52dfea-cc4a-4e63-beb6-2c95b0463472 req-b7ca87fe-a9e2-4dc2-a182-f11c84444f8a tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:33.129824 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8b52dfea-cc4a-4e63-beb6-2c95b0463472 req-b7ca87fe-a9e2-4dc2-a182-f11c84444f8a tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 944 time: 0.2142947 Sep 07 23:49:33.136721 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 23:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d09f73-eddb-448e-a8ff-53be7354f29a x-openstack-request-id: req-26d09f73-eddb-448e-a8ff-53be7354f29a {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:49:33.137082 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6da19a-1586-4fd6-be9b-c61449486f2b", "name": "network-vif-deleted", "tag": "c9c39b72-1fdc-4c85-aef7-8fb19057f776", "status": "completed", "code": 200}]} {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:49:33.137491 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-26d09f73-eddb-448e-a8ff-53be7354f29a {{(pid=100551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:49:33.137662 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5701ef-0853-498f-aa37-4efcf0b5e9eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:49:33.138014 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5701ef-0853-498f-aa37-4efcf0b5e9eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:49:33.138187 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6da19a-1586-4fd6-be9b-c61449486f2b', 'name': 'network-vif-deleted', 'tag': 'c9c39b72-1fdc-4c85-aef7-8fb19057f776', 'status': 'completed', 'code': 200} Sep 07 23:49:33.138333 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5701ef-0853-498f-aa37-4efcf0b5e9eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:49:33.138615 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5701ef-0853-498f-aa37-4efcf0b5e9eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:49:33.138948 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5701ef-0853-498f-aa37-4efcf0b5e9eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:49:33.140487 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5701ef-0853-498f-aa37-4efcf0b5e9eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:49:33.140487 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5701ef-0853-498f-aa37-4efcf0b5e9eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:49:33.140487 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5701ef-0853-498f-aa37-4efcf0b5e9eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:49:33.140487 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5701ef-0853-498f-aa37-4efcf0b5e9eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:49:33.141134 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5701ef-0853-498f-aa37-4efcf0b5e9eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:49:33.141134 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5701ef-0853-498f-aa37-4efcf0b5e9eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:49:33.141416 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5701ef-0853-498f-aa37-4efcf0b5e9eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:49:33.145873 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.managers [None req-f4a6dd62-7460-4b54-96d2-2027731a0c06 None None] Attempting to bind port 012c5e9f-9e55-48c4-a887-9ea57687caaf on host dv-cinder-751579-26-iscsi for vnic_type normal with profile {{(pid=100553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 23:49:33.146407 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.managers [None req-f4a6dd62-7460-4b54-96d2-2027731a0c06 None None] Attempting to bind port 012c5e9f-9e55-48c4-a887-9ea57687caaf by drivers openvswitch,hyperv on host dv-cinder-751579-26-iscsi at level 0 using segments [{'id': '4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658'}] {{(pid=100553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 23:49:33.146678 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a6dd62-7460-4b54-96d2-2027731a0c06 None None] Attempting to bind port 012c5e9f-9e55-48c4-a887-9ea57687caaf on network 1ea758c5-ea33-45af-9d70-54dde57c9658 {{(pid=100553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:49:33.152940 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a6dd62-7460-4b54-96d2-2027731a0c06 None None] Checking agent: {'id': '892ede6d-2e1c-48b6-9f9b-59f4d898b1a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 23, 38, 1), 'started_at': datetime.datetime(2021, 9, 7, 23, 38, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 23, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 23:49:33.153237 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a6dd62-7460-4b54-96d2-2027731a0c06 None None] Checking segment: {'id': '4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:49:33.153568 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-f4a6dd62-7460-4b54-96d2-2027731a0c06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:33.154034 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a6dd62-7460-4b54-96d2-2027731a0c06 None None] Bound using segment: {'id': '4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658'} {{(pid=100553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 23:49:33.154430 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.managers [None req-f4a6dd62-7460-4b54-96d2-2027731a0c06 None None] Bound port: 012c5e9f-9e55-48c4-a887-9ea57687caaf, host: dv-cinder-751579-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658'}}] {{(pid=100553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 23:49:33.154834 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-f4a6dd62-7460-4b54-96d2-2027731a0c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:33.188222 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8b52dfea-cc4a-4e63-beb6-2c95b0463472 req-8680dc0c-c411-4113-a01c-bd3d75c6d278 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577550 Sep 07 23:49:33.228370 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.db [None req-f4a6dd62-7460-4b54-96d2-2027731a0c06 None None] For port 012c5e9f-9e55-48c4-a887-9ea57687caaf, host dv-cinder-751579-26-iscsi, cleared binding levels {{(pid=100553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 23:49:33.231900 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.db [None req-f4a6dd62-7460-4b54-96d2-2027731a0c06 None None] For port 012c5e9f-9e55-48c4-a887-9ea57687caaf, host dv-cinder-751579-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=012c5e9f-9e55-48c4-a887-9ea57687caaf,segment=NetworkSegment(4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a),segment_id=4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a)] {{(pid=100553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 23:49:33.238794 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-f4a6dd62-7460-4b54-96d2-2027731a0c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:33.262673 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.db_base_plugin_common [None req-f3aa14d8-b3af-4fa1-bfd8-65749820c880 admin admin] Allocated IP 172.20.0.1 (09912968-2b9d-4396-b8cf-aa37c9b2f256/dabd7f45-8b5d-4ae8-8693-50241ca4db2f/20a7b7d6-e078-4458-ab35-0f0c5d684562) {{(pid=100550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:49:33.295921 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a6dd62-7460-4b54-96d2-2027731a0c06 None None] Routers {'f7439a29-8f8e-4ecf-a7cd-b31b3e98848b'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:49:33.296613 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-f4a6dd62-7460-4b54-96d2-2027731a0c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:49:32Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['f7439a29-8f8e-4ecf-a7cd-b31b3e98848b'], 'active': True} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:49:33.334862 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device f74939d4-252e-4cfa-9610-baf7aad5fddd up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:49:33.348562 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5701ef-0853-498f-aa37-4efcf0b5e9eb None None] Pushing event updated for resources: {'Port': ['ID=012c5e9f-9e55-48c4-a887-9ea57687caaf,revision_number=3']} {{(pid=100553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:33.391641 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ea97-3cf8-4e53-ad99-8ce826820bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:33.426870 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning complete for port f74939d4-252e-4cfa-9610-baf7aad5fddd triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:49:33.427570 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:33.463432 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvr_db [None req-f4a6dd62-7460-4b54-96d2-2027731a0c06 None None] Set router f7439a29-8f8e-4ecf-a7cd-b31b3e98848b gateway port host: dv-cinder-751579-26-iscsi {{(pid=100553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:49:33.481173 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f3aa14d8-b3af-4fa1-bfd8-65749820c880 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:33.509037 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.provisioning_blocks [None req-f3aa14d8-b3af-4fa1-bfd8-65749820c880 admin admin] Transition to ACTIVE for port object 20a7b7d6-e078-4458-ab35-0f0c5d684562 will not be triggered until provisioned by entity DHCP. {{(pid=100550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:49:33.573043 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f3aa14d8-b3af-4fa1-bfd8-65749820c880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7634829'] for port, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:33.612655 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3aa14d8-b3af-4fa1-bfd8-65749820c880 admin admin] Network 09912968-2b9d-4396-b8cf-aa37c9b2f256 is already hosted by enough agents. {{(pid=100550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:49:33.616545 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.base_scheduler [None req-f3aa14d8-b3af-4fa1-bfd8-65749820c880 admin admin] Resources bound (agent type, host, resource id): {{(pid=100550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:49:33.619218 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3aa14d8-b3af-4fa1-bfd8-65749820c880 admin admin] Received port after_create {{(pid=100550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:49:33.652856 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aa14d8-b3af-4fa1-bfd8-65749820c880 admin admin] Pushing event updated for resources: {'Port': ['ID=20a7b7d6-e078-4458-ab35-0f0c5d684562,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:33.677455 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f3aa14d8-b3af-4fa1-bfd8-65749820c880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595522'] for router_interface, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:33.771996 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-f4a6dd62-7460-4b54-96d2-2027731a0c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7439a29-8f8e-4ecf-a7cd-b31b3e98848b', 'name': 'tempest-TestMinimumBasicScenario-882561108-router', 'tenant_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '012c5e9f-9e55-48c4-a887-9ea57687caaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:49:29Z', 'updated_at': '2021-09-07T23:49:30Z', 'revision_number': 3, 'project_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'gw_port': {'id': '012c5e9f-9e55-48c4-a887-9ea57687caaf', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:30:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7439a29-8f8e-4ecf-a7cd-b31b3e98848b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:49:29Z', 'updated_at': '2021-09-07T23:49:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi'}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:49:33.826617 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a6dd62-7460-4b54-96d2-2027731a0c06 None None] The sync data for ids ['f7439a29-8f8e-4ecf-a7cd-b31b3e98848b'] in dv-cinder-751579-26-iscsi is: [{'id': 'f7439a29-8f8e-4ecf-a7cd-b31b3e98848b', 'name': 'tempest-TestMinimumBasicScenario-882561108-router', 'tenant_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '012c5e9f-9e55-48c4-a887-9ea57687caaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:49:29Z', 'updated_at': '2021-09-07T23:49:30Z', 'revision_number': 3, 'project_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'gw_port': {'id': '012c5e9f-9e55-48c4-a887-9ea57687caaf', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:30:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7439a29-8f8e-4ecf-a7cd-b31b3e98848b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:49:29Z', 'updated_at': '2021-09-07T23:49:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi'}] {{(pid=100553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 23:49:33.849625 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f3aa14d8-b3af-4fa1-bfd8-65749820c880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:33.925434 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-45946222-816a-4c6e-9912-776e5778711d None None] Provisioning for port 20a7b7d6-e078-4458-ab35-0f0c5d684562 completed by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:49:33.934326 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-45946222-816a-4c6e-9912-776e5778711d None None] Provisioning complete for port 20a7b7d6-e078-4458-ab35-0f0c5d684562 triggered by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:49:33.934604 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-45946222-816a-4c6e-9912-776e5778711d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:34.009534 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-45946222-816a-4c6e-9912-776e5778711d None None] Port 20a7b7d6-e078-4458-ab35-0f0c5d684562 cannot update to ACTIVE because it is not bound. {{(pid=100552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 23:49:34.082650 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f3aa14d8-b3af-4fa1-bfd8-65749820c880 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:34.093556 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f3aa14d8-b3af-4fa1-bfd8-65749820c880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7634818'] for port, after_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:34.207204 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f3aa14d8-b3af-4fa1-bfd8-65749820c880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1820662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1593362'] for router_interface, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:34.220076 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aa14d8-b3af-4fa1-bfd8-65749820c880 admin admin] Pushing event updated for resources: {'Port': ['ID=20a7b7d6-e078-4458-ab35-0f0c5d684562,revision_number=2']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:34.235353 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ff116c8a-20b2-40ea-8ce7-eda1662cd8cf req-d2242a0c-6fd4-467b-b3b8-83ea9c02a0d7 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 210 time: 0.0576386 Sep 07 23:49:34.365410 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3aa14d8-b3af-4fa1-bfd8-65749820c880 admin admin] Network 09912968-2b9d-4396-b8cf-aa37c9b2f256 is already hosted by enough agents. {{(pid=100550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:49:34.368893 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.base_scheduler [None req-f3aa14d8-b3af-4fa1-bfd8-65749820c880 admin admin] Resources bound (agent type, host, resource id): {{(pid=100550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:49:34.399589 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b259a70-b862-4c09-9da7-aa7b5fa16e9e req-f54b7c92-ee70-43b2-916d-08159370ee9b tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:34.405104 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-0b259a70-b862-4c09-9da7-aa7b5fa16e9e req-f54b7c92-ee70-43b2-916d-08159370ee9b tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 944 time: 0.0888791 Sep 07 23:49:34.482308 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-0b259a70-b862-4c09-9da7-aa7b5fa16e9e req-a1619bba-4cc5-4c49-8f85-0dd6b2e250a9 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665371 Sep 07 23:49:34.608567 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3aa14d8-b3af-4fa1-bfd8-65749820c880 admin admin] Router f7439a29-8f8e-4ecf-a7cd-b31b3e98848b has already been hosted by L3 agent 19316ef7-2440-47e6-ada3-35aaee6f744b {{(pid=100550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 23:49:34.754267 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3aa14d8-b3af-4fa1-bfd8-65749820c880 admin admin] Notify agent at l3_agent.dv-cinder-751579-26-iscsi the message routers_updated {{(pid=100550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 23:49:34.756769 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-72100144-a13e-46ce-9617-8f11865a0865 None None] Provisioning complete for port 20a7b7d6-e078-4458-ab35-0f0c5d684562 triggered by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:49:34.758365 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-72100144-a13e-46ce-9617-8f11865a0865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:34.771554 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-f3aa14d8-b3af-4fa1-bfd8-65749820c880 admin admin] 10.222.0.15 "PUT /v2.0/routers/f7439a29-8f8e-4ecf-a7cd-b31b3e98848b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1303809 Sep 07 23:49:34.818634 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-72100144-a13e-46ce-9617-8f11865a0865 None None] Port 20a7b7d6-e078-4458-ab35-0f0c5d684562 cannot update to ACTIVE because it is not bound. {{(pid=100552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 23:49:35.187644 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-187590d1-19a7-4a5a-ac4c-70625f9f540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:35.333468 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 012c5e9f-9e55-48c4-a887-9ea57687caaf up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:49:35.398304 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 33084) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:49:35.406294 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-6e08d8f5-4479-4a27-8b1a-3380e4834ab9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1611595709-network', 'tenant_id': '4a159c0a07354acb8f2faad5942f3b2b'}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:49:35.408022 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning for port 012c5e9f-9e55-48c4-a887-9ea57687caaf completed by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:49:35.418106 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning complete for port 012c5e9f-9e55-48c4-a887-9ea57687caaf triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:49:35.418741 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:35.425673 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-27e48d03-67aa-4ab1-8de7-219abaa95083 req-2df14da6-c991-4c0f-add7-5335d3d437bd tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 210 time: 0.0455129 Sep 07 23:49:35.448156 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e08d8f5-4479-4a27-8b1a-3380e4834ab9 admin admin] Made reservation on behalf of 4a159c0a07354acb8f2faad5942f3b2b for: {'network': 1} {{(pid=100550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:49:35.451108 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-6e08d8f5-4479-4a27-8b1a-3380e4834ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for network, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:35.465527 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-6e08d8f5-4479-4a27-8b1a-3380e4834ab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:35.520950 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:35.554812 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] For port 012c5e9f-9e55-48c4-a887-9ea57687caaf, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=012c5e9f-9e55-48c4-a887-9ea57687caaf,segment=NetworkSegment(4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a),segment_id=4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:49:35.559793 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:35.599063 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-6e08d8f5-4479-4a27-8b1a-3380e4834ab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:35.604096 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-6e08d8f5-4479-4a27-8b1a-3380e4834ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:35.635308 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Pushing event updated for resources: {'Port': ['ID=012c5e9f-9e55-48c4-a887-9ea57687caaf,revision_number=4']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:35.642129 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e08d8f5-4479-4a27-8b1a-3380e4834ab9 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=100550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 23:49:35.653991 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e08d8f5-4479-4a27-8b1a-3380e4834ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2996e06f-4b4c-4798-b7fd-109ec95badb4,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:35.659889 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-6e08d8f5-4479-4a27-8b1a-3380e4834ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675162'] for segment, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:35.661128 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.db.segments_db [None req-6e08d8f5-4479-4a27-8b1a-3380e4834ab9 admin admin] Added segment f942bdf1-bf8a-4abd-8f32-2bc74875d1fb of type vlan for network 2301b778-80c8-4811-80a7-f05ccce50867 Sep 07 23:49:35.693229 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a046c-8d6b-4a04-99eb-1815a1eb8b4a req-1b780b6c-b91b-4be1-b410-a04388fce695 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:35.694846 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-440a046c-8d6b-4a04-99eb-1815a1eb8b4a req-1b780b6c-b91b-4be1-b410-a04388fce695 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 944 time: 0.0644257 Sep 07 23:49:35.720176 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-6e08d8f5-4479-4a27-8b1a-3380e4834ab9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760370794509'] for network, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:35.758235 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-6e08d8f5-4479-4a27-8b1a-3380e4834ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608'] for network, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:35.759239 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e08d8f5-4479-4a27-8b1a-3380e4834ab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:35.759913 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-6e08d8f5-4479-4a27-8b1a-3380e4834ab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for network, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:35.771441 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-440a046c-8d6b-4a04-99eb-1815a1eb8b4a req-9ae2e100-84a2-4ea4-8a5d-30f9bc734a5c tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641296 Sep 07 23:49:35.834515 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-6e08d8f5-4479-4a27-8b1a-3380e4834ab9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4338272 Sep 07 23:49:35.835543 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55950912-d2f4-4a5d-b2e1-389b80a99612 None None] Sync routers for ids ['f7439a29-8f8e-4ecf-a7cd-b31b3e98848b'] in dv-cinder-751579-26-iscsi {{(pid=100552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 23:49:35.838759 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 33090) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:49:35.844011 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-a33d1869-b1c2-43c9-b783-68edcb659938 admin admin] Request body: {'subnet': {'network_id': '2301b778-80c8-4811-80a7-f05ccce50867', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1611595709-subnet', 'tenant_id': '4a159c0a07354acb8f2faad5942f3b2b', 'ip_version': 4}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:49:35.849770 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e08d8f5-4479-4a27-8b1a-3380e4834ab9 admin admin] Pushing event updated for resources: {'Network': ['ID=2301b778-80c8-4811-80a7-f05ccce50867,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:35.851988 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55950912-d2f4-4a5d-b2e1-389b80a99612 None None] Routers {'f7439a29-8f8e-4ecf-a7cd-b31b3e98848b'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:49:35.852796 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-55950912-d2f4-4a5d-b2e1-389b80a99612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:49:32Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['f7439a29-8f8e-4ecf-a7cd-b31b3e98848b'], 'active': True} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:49:35.881017 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33d1869-b1c2-43c9-b783-68edcb659938 admin admin] Made reservation on behalf of 4a159c0a07354acb8f2faad5942f3b2b for: {'subnet': 1} {{(pid=100550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:49:35.883433 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-a33d1869-b1c2-43c9-b783-68edcb659938 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4620622'] for subnet, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:35.901387 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Network 2301b778-80c8-4811-80a7-f05ccce50867 details requested by agent ovs-agent-dv-cinder-751579-26-iscsi with host dv-cinder-751579-26-iscsi {{(pid=100552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 23:49:36.048908 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvr_db [None req-55950912-d2f4-4a5d-b2e1-389b80a99612 None None] Set router f7439a29-8f8e-4ecf-a7cd-b31b3e98848b gateway port host: dv-cinder-751579-26-iscsi {{(pid=100552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:49:36.102031 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-a33d1869-b1c2-43c9-b783-68edcb659938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7634745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4620632'] for subnet, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:36.163335 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d1869-b1c2-43c9-b783-68edcb659938 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78e54f6f-a085-4483-877f-7258565f17fc,revision_number=0']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:36.174930 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33d1869-b1c2-43c9-b783-68edcb659938 admin admin] Checking segment: {'id': 'f942bdf1-bf8a-4abd-8f32-2bc74875d1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2301b778-80c8-4811-80a7-f05ccce50867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:49:36.175309 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33d1869-b1c2-43c9-b783-68edcb659938 admin admin] Network hostable DHCP agents. Network: 2301b778-80c8-4811-80a7-f05ccce50867, hostable agents: ['4f562aef-accf-408d-af1e-fabb3d28a6a0'], hosted agents: [] {{(pid=100550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 23:49:36.194649 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33d1869-b1c2-43c9-b783-68edcb659938 admin admin] Network 2301b778-80c8-4811-80a7-f05ccce50867 is scheduled to be hosted by DHCP agent 4f562aef-accf-408d-af1e-fabb3d28a6a0 with binding_index 1 {{(pid=100550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 23:49:36.209188 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.base_scheduler [None req-a33d1869-b1c2-43c9-b783-68edcb659938 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-26-iscsi, 2301b778-80c8-4811-80a7-f05ccce50867) {{(pid=100550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:49:36.215883 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33d1869-b1c2-43c9-b783-68edcb659938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:36.217972 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-a33d1869-b1c2-43c9-b783-68edcb659938 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:36.222767 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46baccda-cfb9-4d4b-bcfa-f754c12941a4 None None] Network 2301b778-80c8-4811-80a7-f05ccce50867 requested from dv-cinder-751579-26-iscsi {{(pid=100552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 23:49:36.235299 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-a33d1869-b1c2-43c9-b783-68edcb659938 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3954110 Sep 07 23:49:36.238941 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 33092) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:49:36.244032 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [None req-1f4056fa-8b3a-4567-b0e4-2bbb6ddfe845 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1611595709-router', 'tenant_id': '4a159c0a07354acb8f2faad5942f3b2b', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658'}}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:49:36.271451 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-1f4056fa-8b3a-4567-b0e4-2bbb6ddfe845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1597314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1444'] for router, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:36.272574 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-1f4056fa-8b3a-4567-b0e4-2bbb6ddfe845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-394617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:36.352804 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-1f4056fa-8b3a-4567-b0e4-2bbb6ddfe845 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:36.466068 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-55950912-d2f4-4a5d-b2e1-389b80a99612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7439a29-8f8e-4ecf-a7cd-b31b3e98848b', 'name': 'tempest-TestMinimumBasicScenario-882561108-router', 'tenant_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '012c5e9f-9e55-48c4-a887-9ea57687caaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:49:29Z', 'updated_at': '2021-09-07T23:49:33Z', 'revision_number': 4, 'project_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'gw_port': {'id': '012c5e9f-9e55-48c4-a887-9ea57687caaf', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:30:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7439a29-8f8e-4ecf-a7cd-b31b3e98848b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:49:29Z', 'updated_at': '2021-09-07T23:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': '20a7b7d6-e078-4458-ab35-0f0c5d684562', 'name': '', 'network_id': '09912968-2b9d-4396-b8cf-aa37c9b2f256', 'tenant_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'mac_address': 'fa:16:3e:85:50:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7439a29-8f8e-4ecf-a7cd-b31b3e98848b', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'dabd7f45-8b5d-4ae8-8693-50241ca4db2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:49:32Z', 'updated_at': '2021-09-07T23:49:33Z', 'revision_number': 2, 'project_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'subnets': [{'id': 'dabd7f45-8b5d-4ae8-8693-50241ca4db2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:49:36.503276 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2818dc2-517f-40c3-b71e-32d64e870e56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf96fd684-78fa-5752-9b82-be4542ddf794-2301b778-80c8-4811-80a7-f05ccce50867', 'network_id': '2301b778-80c8-4811-80a7-f05ccce50867', 'tenant_id': '4a159c0a07354acb8f2faad5942f3b2b', 'fixed_ips': [{'subnet_id': '78e54f6f-a085-4483-877f-7258565f17fc'}]}} from dv-cinder-751579-26-iscsi. {{(pid=100552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 23:49:36.504505 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-d2818dc2-517f-40c3-b71e-32d64e870e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:36.507892 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55950912-d2f4-4a5d-b2e1-389b80a99612 None None] Checking router: f7439a29-8f8e-4ecf-a7cd-b31b3e98848b for host: dv-cinder-751579-26-iscsi {{(pid=100552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 23:49:36.508550 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55950912-d2f4-4a5d-b2e1-389b80a99612 None None] Updating router f7439a29-8f8e-4ecf-a7cd-b31b3e98848b port 20a7b7d6-e078-4458-ab35-0f0c5d684562 binding host dv-cinder-751579-26-iscsi {{(pid=100552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 23:49:36.556206 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-55950912-d2f4-4a5d-b2e1-389b80a99612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:36.580853 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-1f4056fa-8b3a-4567-b0e4-2bbb6ddfe845 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:36.626881 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3d0ea7d8-2a6e-4d2d-ace1-8456c280b2d1 req-6358f6f1-0d47-4d73-8587-fcac28ee8728 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=de6da19a-1586-4fd6-be9b-c61449486f2b HTTP/1.1" status: 200 len: 210 time: 0.0497162 Sep 07 23:49:36.794743 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.db_base_plugin_common [None req-d2818dc2-517f-40c3-b71e-32d64e870e56 None None] Allocated IP 172.20.0.2 (2301b778-80c8-4811-80a7-f05ccce50867/78e54f6f-a085-4483-877f-7258565f17fc/2586e4c5-9b4c-4f57-92e1-3bd131af0563) {{(pid=100552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:49:36.954176 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-1f4056fa-8b3a-4567-b0e4-2bbb6ddfe845 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:36.985293 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-1f4056fa-8b3a-4567-b0e4-2bbb6ddfe845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:37.045563 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f7c74-be30-4491-8442-25efc1c9f981 req-b2a4cba2-c0ed-4218-8127-a48eb901b9a3 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:37.055251 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-486f7c74-be30-4491-8442-25efc1c9f981 req-b2a4cba2-c0ed-4218-8127-a48eb901b9a3 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 944 time: 0.1369219 Sep 07 23:49:37.152366 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-486f7c74-be30-4491-8442-25efc1c9f981 req-0e943a85-b872-46ad-b17e-abe8931cbc39 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960026 Sep 07 23:49:37.205760 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.db_base_plugin_common [None req-1f4056fa-8b3a-4567-b0e4-2bbb6ddfe845 admin admin] Allocated IP 172.27.2.131 (1ea758c5-ea33-45af-9d70-54dde57c9658/5c624cf3-fab2-4caa-bdca-00a0c67beab2/98321722-2cac-4eaa-8e40-1efa09a30572) {{(pid=100551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:49:37.279658 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-55950912-d2f4-4a5d-b2e1-389b80a99612 None None] Notify callbacks [] for port, precommit_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:37.308854 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-55950912-d2f4-4a5d-b2e1-389b80a99612 None None] Transition to ACTIVE for port object 20a7b7d6-e078-4458-ab35-0f0c5d684562 will not be triggered until provisioned by entity L2. {{(pid=100552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:49:37.326766 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-1f4056fa-8b3a-4567-b0e4-2bbb6ddfe845 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:37.330231 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 012c5e9f-9e55-48c4-a887-9ea57687caaf up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:49:37.340603 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-55950912-d2f4-4a5d-b2e1-389b80a99612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:37.370379 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-1f4056fa-8b3a-4567-b0e4-2bbb6ddfe845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:37.381249 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-d2818dc2-517f-40c3-b71e-32d64e870e56 None None] Notify callbacks [] for port, precommit_create {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:37.412736 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4056fa-8b3a-4567-b0e4-2bbb6ddfe845 admin admin] Network 1ea758c5-ea33-45af-9d70-54dde57c9658 is already hosted by enough agents. {{(pid=100551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:49:37.417369 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.base_scheduler [None req-1f4056fa-8b3a-4567-b0e4-2bbb6ddfe845 admin admin] Resources bound (agent type, host, resource id): {{(pid=100551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:49:37.429317 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4056fa-8b3a-4567-b0e4-2bbb6ddfe845 admin admin] Received port after_create {{(pid=100551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:49:37.448126 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-d2818dc2-517f-40c3-b71e-32d64e870e56 None None] Transition to ACTIVE for port object 2586e4c5-9b4c-4f57-92e1-3bd131af0563 will not be triggered until provisioned by entity L2. {{(pid=100552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:49:37.462979 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4056fa-8b3a-4567-b0e4-2bbb6ddfe845 admin admin] Pushing event updated for resources: {'Port': ['ID=98321722-2cac-4eaa-8e40-1efa09a30572,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:37.537978 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-d2818dc2-517f-40c3-b71e-32d64e870e56 None None] Transition to ACTIVE for port object 2586e4c5-9b4c-4f57-92e1-3bd131af0563 will not be triggered until provisioned by entity DHCP. {{(pid=100552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:49:37.551151 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf8ae7-c63d-42c1-9214-294f81025897 None None] Pushing event updated for resources: {'Port': ['ID=20a7b7d6-e078-4458-ab35-0f0c5d684562,revision_number=3']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:37.586984 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-d2818dc2-517f-40c3-b71e-32d64e870e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287'] for port, after_create {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:37.729052 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2818dc2-517f-40c3-b71e-32d64e870e56 None None] Network 2301b778-80c8-4811-80a7-f05ccce50867 is already hosted by enough agents. {{(pid=100552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:49:37.749108 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning complete for port 012c5e9f-9e55-48c4-a887-9ea57687caaf triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:49:37.749702 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:37.753258 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.scheduler.base_scheduler [None req-d2818dc2-517f-40c3-b71e-32d64e870e56 None None] Resources bound (agent type, host, resource id): {{(pid=100552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:49:37.795584 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2818dc2-517f-40c3-b71e-32d64e870e56 None None] Received port after_create {{(pid=100552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:49:37.800909 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-55950912-d2f4-4a5d-b2e1-389b80a99612 None None] Attempting to bind port 20a7b7d6-e078-4458-ab35-0f0c5d684562 on host dv-cinder-751579-26-iscsi for vnic_type normal with profile {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 23:49:37.800909 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-55950912-d2f4-4a5d-b2e1-389b80a99612 None None] Attempting to bind port 20a7b7d6-e078-4458-ab35-0f0c5d684562 by drivers openvswitch,hyperv on host dv-cinder-751579-26-iscsi at level 0 using segments [{'id': '6a354170-54c2-4c69-9a9b-4aa20358335f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '09912968-2b9d-4396-b8cf-aa37c9b2f256'}] {{(pid=100552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 23:49:37.801491 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55950912-d2f4-4a5d-b2e1-389b80a99612 None None] Attempting to bind port 20a7b7d6-e078-4458-ab35-0f0c5d684562 on network 09912968-2b9d-4396-b8cf-aa37c9b2f256 {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:49:37.804763 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2818dc2-517f-40c3-b71e-32d64e870e56 None None] Pushing event updated for resources: {'Port': ['ID=2586e4c5-9b4c-4f57-92e1-3bd131af0563,revision_number=1']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:37.847640 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55950912-d2f4-4a5d-b2e1-389b80a99612 None None] Checking agent: {'id': '892ede6d-2e1c-48b6-9f9b-59f4d898b1a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 23, 38, 1), 'started_at': datetime.datetime(2021, 9, 7, 23, 38, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 23, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 23:49:37.848182 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55950912-d2f4-4a5d-b2e1-389b80a99612 None None] Checking segment: {'id': '6a354170-54c2-4c69-9a9b-4aa20358335f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '09912968-2b9d-4396-b8cf-aa37c9b2f256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:49:37.849161 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-55950912-d2f4-4a5d-b2e1-389b80a99612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:37.850107 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55950912-d2f4-4a5d-b2e1-389b80a99612 None None] Bound using segment: {'id': '6a354170-54c2-4c69-9a9b-4aa20358335f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '09912968-2b9d-4396-b8cf-aa37c9b2f256'} {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 23:49:37.850902 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-55950912-d2f4-4a5d-b2e1-389b80a99612 None None] Bound port: 20a7b7d6-e078-4458-ab35-0f0c5d684562, host: dv-cinder-751579-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a354170-54c2-4c69-9a9b-4aa20358335f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '09912968-2b9d-4396-b8cf-aa37c9b2f256'}}] {{(pid=100552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 23:49:37.851546 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-55950912-d2f4-4a5d-b2e1-389b80a99612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:37.866909 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-1f4056fa-8b3a-4567-b0e4-2bbb6ddfe845 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:38.026535 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device c9c39b72-1fdc-4c85-aef7-8fb19057f776 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 23:49:38.086778 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] No Port match for: c9c39b72-1fdc-4c85-aef7-8fb19057f776 {{(pid=100552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 23:49:38.087348 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device c9c39b72-1fdc-4c85-aef7-8fb19057f776 not bound to the agent host hv-cinder-75157 {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 23:49:38.093684 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-d2818dc2-517f-40c3-b71e-32d64e870e56 None None] Attempting to bind port 2586e4c5-9b4c-4f57-92e1-3bd131af0563 on host dv-cinder-751579-26-iscsi for vnic_type normal with profile {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 23:49:38.094046 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-d2818dc2-517f-40c3-b71e-32d64e870e56 None None] Attempting to bind port 2586e4c5-9b4c-4f57-92e1-3bd131af0563 by drivers openvswitch,hyperv on host dv-cinder-751579-26-iscsi at level 0 using segments [{'id': 'f942bdf1-bf8a-4abd-8f32-2bc74875d1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2301b778-80c8-4811-80a7-f05ccce50867'}] {{(pid=100552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 23:49:38.094403 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2818dc2-517f-40c3-b71e-32d64e870e56 None None] Attempting to bind port 2586e4c5-9b4c-4f57-92e1-3bd131af0563 on network 2301b778-80c8-4811-80a7-f05ccce50867 {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:49:38.147730 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2818dc2-517f-40c3-b71e-32d64e870e56 None None] Checking agent: {'id': '892ede6d-2e1c-48b6-9f9b-59f4d898b1a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 23, 38, 1), 'started_at': datetime.datetime(2021, 9, 7, 23, 38, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 23, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 23:49:38.148081 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2818dc2-517f-40c3-b71e-32d64e870e56 None None] Checking segment: {'id': 'f942bdf1-bf8a-4abd-8f32-2bc74875d1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2301b778-80c8-4811-80a7-f05ccce50867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:49:38.148485 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-d2818dc2-517f-40c3-b71e-32d64e870e56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:38.148644 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e09b66-3f7c-4ee2-b4cd-5cba5a7c99bf req-33cbff22-72c8-4d51-964f-51658330bd04 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:38.149189 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2818dc2-517f-40c3-b71e-32d64e870e56 None None] Bound using segment: {'id': 'f942bdf1-bf8a-4abd-8f32-2bc74875d1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2301b778-80c8-4811-80a7-f05ccce50867'} {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 23:49:38.149888 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-d2818dc2-517f-40c3-b71e-32d64e870e56 None None] Bound port: 2586e4c5-9b4c-4f57-92e1-3bd131af0563, host: dv-cinder-751579-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f942bdf1-bf8a-4abd-8f32-2bc74875d1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2301b778-80c8-4811-80a7-f05ccce50867'}}] {{(pid=100552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 23:49:38.150398 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-17e09b66-3f7c-4ee2-b4cd-5cba5a7c99bf req-33cbff22-72c8-4d51-964f-51658330bd04 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 946 time: 0.1344573 Sep 07 23:49:38.150578 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-d2818dc2-517f-40c3-b71e-32d64e870e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:38.196012 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-55950912-d2f4-4a5d-b2e1-389b80a99612 None None] For port 20a7b7d6-e078-4458-ab35-0f0c5d684562, host dv-cinder-751579-26-iscsi, cleared binding levels {{(pid=100552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 23:49:38.200153 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-1f4056fa-8b3a-4567-b0e4-2bbb6ddfe845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595871'] for router, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:38.249883 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-55950912-d2f4-4a5d-b2e1-389b80a99612 None None] For port 20a7b7d6-e078-4458-ab35-0f0c5d684562, host dv-cinder-751579-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=20a7b7d6-e078-4458-ab35-0f0c5d684562,segment=NetworkSegment(6a354170-54c2-4c69-9a9b-4aa20358335f),segment_id=6a354170-54c2-4c69-9a9b-4aa20358335f)] {{(pid=100552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 23:49:38.289448 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-17e09b66-3f7c-4ee2-b4cd-5cba5a7c99bf req-26157da8-4a6b-499c-a847-21e6b2a5cde6 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115608 Sep 07 23:49:38.303751 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-55950912-d2f4-4a5d-b2e1-389b80a99612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:38.402194 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-d2818dc2-517f-40c3-b71e-32d64e870e56 None None] For port 2586e4c5-9b4c-4f57-92e1-3bd131af0563, host dv-cinder-751579-26-iscsi, cleared binding levels {{(pid=100552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 23:49:38.408363 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-d2818dc2-517f-40c3-b71e-32d64e870e56 None None] For port 2586e4c5-9b4c-4f57-92e1-3bd131af0563, host dv-cinder-751579-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=2586e4c5-9b4c-4f57-92e1-3bd131af0563,segment=NetworkSegment(f942bdf1-bf8a-4abd-8f32-2bc74875d1fb),segment_id=f942bdf1-bf8a-4abd-8f32-2bc74875d1fb)] {{(pid=100552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 23:49:38.434773 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-d2818dc2-517f-40c3-b71e-32d64e870e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:38.446454 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55950912-d2f4-4a5d-b2e1-389b80a99612 None None] Routers {'f7439a29-8f8e-4ecf-a7cd-b31b3e98848b'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:49:38.446733 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-55950912-d2f4-4a5d-b2e1-389b80a99612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:49:32Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['f7439a29-8f8e-4ecf-a7cd-b31b3e98848b'], 'active': True} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:49:38.460058 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf8ae7-c63d-42c1-9214-294f81025897 None None] Pushing event updated for resources: {'Port': ['ID=20a7b7d6-e078-4458-ab35-0f0c5d684562,revision_number=4']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:38.597019 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e517e2e-2d33-467e-b0cb-0d580bb34314 req-190a30da-7459-48c9-916c-823ee7b91eb2 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:38.599237 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3e517e2e-2d33-467e-b0cb-0d580bb34314 req-190a30da-7459-48c9-916c-823ee7b91eb2 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 944 time: 0.1481678 Sep 07 23:49:38.655159 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2818dc2-517f-40c3-b71e-32d64e870e56 None None] Pushing event updated for resources: {'Port': ['ID=2586e4c5-9b4c-4f57-92e1-3bd131af0563,revision_number=2']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:38.725113 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4056fa-8b3a-4567-b0e4-2bbb6ddfe845 admin admin] Router 6fe40927-417f-4fcd-906c-47a50f099df2 is scheduled to L3 agent 19316ef7-2440-47e6-ada3-35aaee6f744b with binding_index 1 {{(pid=100551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 23:49:38.734754 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvr_db [None req-55950912-d2f4-4a5d-b2e1-389b80a99612 None None] Set router f7439a29-8f8e-4ecf-a7cd-b31b3e98848b gateway port host: dv-cinder-751579-26-iscsi {{(pid=100552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:49:38.767917 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3e517e2e-2d33-467e-b0cb-0d580bb34314 req-3881a5ad-a388-4026-a375-37ec4660f255 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456308 Sep 07 23:49:39.002025 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4056fa-8b3a-4567-b0e4-2bbb6ddfe845 admin admin] Notify agent at l3_agent.dv-cinder-751579-26-iscsi the message routers_updated {{(pid=100551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 23:49:39.032048 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef690ba-0789-44c7-abae-5154a669bed0 None None] Sync routers for ids ['6fe40927-417f-4fcd-906c-47a50f099df2'] in dv-cinder-751579-26-iscsi {{(pid=100553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 23:49:39.037440 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-1f4056fa-8b3a-4567-b0e4-2bbb6ddfe845 admin admin] Notify callbacks [] for router, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:39.039298 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-1f4056fa-8b3a-4567-b0e4-2bbb6ddfe845 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7990637 Sep 07 23:49:39.044027 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 33128) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:49:39.055610 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef690ba-0789-44c7-abae-5154a669bed0 None None] Routers {'6fe40927-417f-4fcd-906c-47a50f099df2'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:49:39.056825 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-4ef690ba-0789-44c7-abae-5154a669bed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:49:32Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['6fe40927-417f-4fcd-906c-47a50f099df2'], 'active': True} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:49:39.154157 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-55950912-d2f4-4a5d-b2e1-389b80a99612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7439a29-8f8e-4ecf-a7cd-b31b3e98848b', 'name': 'tempest-TestMinimumBasicScenario-882561108-router', 'tenant_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '012c5e9f-9e55-48c4-a887-9ea57687caaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:49:29Z', 'updated_at': '2021-09-07T23:49:33Z', 'revision_number': 4, 'project_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'gw_port': {'id': '012c5e9f-9e55-48c4-a887-9ea57687caaf', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:30:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7439a29-8f8e-4ecf-a7cd-b31b3e98848b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:49:29Z', 'updated_at': '2021-09-07T23:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': '20a7b7d6-e078-4458-ab35-0f0c5d684562', 'name': '', 'network_id': '09912968-2b9d-4396-b8cf-aa37c9b2f256', 'tenant_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'mac_address': 'fa:16:3e:85:50:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7439a29-8f8e-4ecf-a7cd-b31b3e98848b', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'dabd7f45-8b5d-4ae8-8693-50241ca4db2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:49:32Z', 'updated_at': '2021-09-07T23:49:38Z', 'revision_number': 4, 'project_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'subnets': [{'id': 'dabd7f45-8b5d-4ae8-8693-50241ca4db2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:49:39.209616 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55950912-d2f4-4a5d-b2e1-389b80a99612 None None] The sync data for ids ['f7439a29-8f8e-4ecf-a7cd-b31b3e98848b'] in dv-cinder-751579-26-iscsi is: [{'id': 'f7439a29-8f8e-4ecf-a7cd-b31b3e98848b', 'name': 'tempest-TestMinimumBasicScenario-882561108-router', 'tenant_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '012c5e9f-9e55-48c4-a887-9ea57687caaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:49:29Z', 'updated_at': '2021-09-07T23:49:33Z', 'revision_number': 4, 'project_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'gw_port': {'id': '012c5e9f-9e55-48c4-a887-9ea57687caaf', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:30:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7439a29-8f8e-4ecf-a7cd-b31b3e98848b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:49:29Z', 'updated_at': '2021-09-07T23:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': '20a7b7d6-e078-4458-ab35-0f0c5d684562', 'name': '', 'network_id': '09912968-2b9d-4396-b8cf-aa37c9b2f256', 'tenant_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'mac_address': 'fa:16:3e:85:50:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7439a29-8f8e-4ecf-a7cd-b31b3e98848b', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'dabd7f45-8b5d-4ae8-8693-50241ca4db2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:49:32Z', 'updated_at': '2021-09-07T23:49:38Z', 'revision_number': 4, 'project_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'subnets': [{'id': 'dabd7f45-8b5d-4ae8-8693-50241ca4db2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 23:49:39.235046 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvr_db [None req-4ef690ba-0789-44c7-abae-5154a669bed0 None None] Set router 6fe40927-417f-4fcd-906c-47a50f099df2 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:49:39.553565 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 2586e4c5-9b4c-4f57-92e1-3bd131af0563 up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:49:39.686124 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-4ef690ba-0789-44c7-abae-5154a669bed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe40927-417f-4fcd-906c-47a50f099df2', 'name': 'tempest-TestMinimumBasicScenario-1611595709-router', 'tenant_id': '4a159c0a07354acb8f2faad5942f3b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': '98321722-2cac-4eaa-8e40-1efa09a30572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:49:36Z', 'updated_at': '2021-09-07T23:49:37Z', 'revision_number': 3, 'project_id': '4a159c0a07354acb8f2faad5942f3b2b', 'gw_port': {'id': '98321722-2cac-4eaa-8e40-1efa09a30572', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:65:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe40927-417f-4fcd-906c-47a50f099df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:49:36Z', 'updated_at': '2021-09-07T23:49:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi'}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:49:39.714275 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning for port 2586e4c5-9b4c-4f57-92e1-3bd131af0563 completed by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:49:39.737637 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef690ba-0789-44c7-abae-5154a669bed0 None None] Checking router: 6fe40927-417f-4fcd-906c-47a50f099df2 for host: dv-cinder-751579-26-iscsi {{(pid=100553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 23:49:39.739176 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef690ba-0789-44c7-abae-5154a669bed0 None None] Updating router 6fe40927-417f-4fcd-906c-47a50f099df2 port 98321722-2cac-4eaa-8e40-1efa09a30572 binding host dv-cinder-751579-26-iscsi {{(pid=100553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 23:49:39.774148 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-4ef690ba-0789-44c7-abae-5154a669bed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:39.933601 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a3818-edc2-495e-b55f-9e9f3729a8fa req-2ad93bf2-c8c5-4453-967a-e037bc94858d tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:39.947243 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5f1a3818-edc2-495e-b55f-9e9f3729a8fa req-2ad93bf2-c8c5-4453-967a-e037bc94858d tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 946 time: 0.3349471 Sep 07 23:49:40.094861 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1f47cc-6403-493e-80f9-55640d360dbb None None] Network 2301b778-80c8-4811-80a7-f05ccce50867 requested from dv-cinder-751579-26-iscsi {{(pid=100552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 23:49:40.197053 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8744cb09-b303-46e9-ad04-04297bd99404 req-bde84cb3-e375-4dbc-bd8a-694225feee0c tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:40.199536 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8744cb09-b303-46e9-ad04-04297bd99404 req-bde84cb3-e375-4dbc-bd8a-694225feee0c tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 944 time: 0.2458270 Sep 07 23:49:40.216762 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5f1a3818-edc2-495e-b55f-9e9f3729a8fa req-b782df08-742c-4a79-8b33-62ce45563585 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680879 Sep 07 23:49:40.217090 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-d9e8a04a-bb8f-49c0-af0c-d2bf91571cd6 None None] Provisioning for port 2586e4c5-9b4c-4f57-92e1-3bd131af0563 completed by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:49:40.226179 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-d9e8a04a-bb8f-49c0-af0c-d2bf91571cd6 None None] Provisioning complete for port 2586e4c5-9b4c-4f57-92e1-3bd131af0563 triggered by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:49:40.226555 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-d9e8a04a-bb8f-49c0-af0c-d2bf91571cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:40.252801 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-4ef690ba-0789-44c7-abae-5154a669bed0 None None] Notify callbacks [] for port, precommit_update {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:40.267417 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.provisioning_blocks [None req-4ef690ba-0789-44c7-abae-5154a669bed0 None None] Transition to ACTIVE for port object 98321722-2cac-4eaa-8e40-1efa09a30572 will not be triggered until provisioned by entity L2. {{(pid=100553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:49:40.282319 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-4ef690ba-0789-44c7-abae-5154a669bed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:40.364119 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8744cb09-b303-46e9-ad04-04297bd99404 req-0fc67cb4-ae7f-4026-9fff-352146e33190 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456549 Sep 07 23:49:40.367599 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ac59e-a495-4de9-8668-cb03d64a2593 None None] Pushing event updated for resources: {'Port': ['ID=98321722-2cac-4eaa-8e40-1efa09a30572,revision_number=2']} {{(pid=100553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:40.386012 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.managers [None req-4ef690ba-0789-44c7-abae-5154a669bed0 None None] Attempting to bind port 98321722-2cac-4eaa-8e40-1efa09a30572 on host dv-cinder-751579-26-iscsi for vnic_type normal with profile {{(pid=100553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 23:49:40.386515 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.managers [None req-4ef690ba-0789-44c7-abae-5154a669bed0 None None] Attempting to bind port 98321722-2cac-4eaa-8e40-1efa09a30572 by drivers openvswitch,hyperv on host dv-cinder-751579-26-iscsi at level 0 using segments [{'id': '4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658'}] {{(pid=100553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 23:49:40.386967 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef690ba-0789-44c7-abae-5154a669bed0 None None] Attempting to bind port 98321722-2cac-4eaa-8e40-1efa09a30572 on network 1ea758c5-ea33-45af-9d70-54dde57c9658 {{(pid=100553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:49:40.395033 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef690ba-0789-44c7-abae-5154a669bed0 None None] Checking agent: {'id': '892ede6d-2e1c-48b6-9f9b-59f4d898b1a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 23, 38, 1), 'started_at': datetime.datetime(2021, 9, 7, 23, 38, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 23, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 23:49:40.395690 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef690ba-0789-44c7-abae-5154a669bed0 None None] Checking segment: {'id': '4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:49:40.396271 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-4ef690ba-0789-44c7-abae-5154a669bed0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:40.396998 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef690ba-0789-44c7-abae-5154a669bed0 None None] Bound using segment: {'id': '4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658'} {{(pid=100553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 23:49:40.397698 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.managers [None req-4ef690ba-0789-44c7-abae-5154a669bed0 None None] Bound port: 98321722-2cac-4eaa-8e40-1efa09a30572, host: dv-cinder-751579-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658'}}] {{(pid=100553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 23:49:40.398225 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-4ef690ba-0789-44c7-abae-5154a669bed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:40.439068 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-d9e8a04a-bb8f-49c0-af0c-d2bf91571cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:40.489095 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.db [None req-4ef690ba-0789-44c7-abae-5154a669bed0 None None] For port 98321722-2cac-4eaa-8e40-1efa09a30572, host dv-cinder-751579-26-iscsi, cleared binding levels {{(pid=100553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 23:49:40.496143 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.db [None req-4ef690ba-0789-44c7-abae-5154a669bed0 None None] For port 98321722-2cac-4eaa-8e40-1efa09a30572, host dv-cinder-751579-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=98321722-2cac-4eaa-8e40-1efa09a30572,segment=NetworkSegment(4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a),segment_id=4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a)] {{(pid=100553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 23:49:40.509482 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-d9e8a04a-bb8f-49c0-af0c-d2bf91571cd6 None None] For port 2586e4c5-9b4c-4f57-92e1-3bd131af0563, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=2586e4c5-9b4c-4f57-92e1-3bd131af0563,segment=NetworkSegment(f942bdf1-bf8a-4abd-8f32-2bc74875d1fb),segment_id=f942bdf1-bf8a-4abd-8f32-2bc74875d1fb)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:49:40.512258 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-4ef690ba-0789-44c7-abae-5154a669bed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:40.515309 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-d9e8a04a-bb8f-49c0-af0c-d2bf91571cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:40.546425 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-04e9b3f9-9b59-4d6e-a358-30f9fc8bee8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:40.612220 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e8a04a-bb8f-49c0-af0c-d2bf91571cd6 None None] Pushing event updated for resources: {'Port': ['ID=2586e4c5-9b4c-4f57-92e1-3bd131af0563,revision_number=3']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:40.634383 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e8a04a-bb8f-49c0-af0c-d2bf91571cd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:49:40.636668 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e8a04a-bb8f-49c0-af0c-d2bf91571cd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:49:40.637230 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e8a04a-bb8f-49c0-af0c-d2bf91571cd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:49:40.637665 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e8a04a-bb8f-49c0-af0c-d2bf91571cd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:49:40.638038 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e8a04a-bb8f-49c0-af0c-d2bf91571cd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:49:40.638466 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e8a04a-bb8f-49c0-af0c-d2bf91571cd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:49:40.638904 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e8a04a-bb8f-49c0-af0c-d2bf91571cd6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:49:40.639288 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e8a04a-bb8f-49c0-af0c-d2bf91571cd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:49:40.639730 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e8a04a-bb8f-49c0-af0c-d2bf91571cd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:49:40.640157 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e8a04a-bb8f-49c0-af0c-d2bf91571cd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:49:40.640516 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e8a04a-bb8f-49c0-af0c-d2bf91571cd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:49:40.640972 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e8a04a-bb8f-49c0-af0c-d2bf91571cd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:49:40.672262 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef690ba-0789-44c7-abae-5154a669bed0 None None] Routers {'6fe40927-417f-4fcd-906c-47a50f099df2'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:49:40.674029 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-4ef690ba-0789-44c7-abae-5154a669bed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:49:32Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['6fe40927-417f-4fcd-906c-47a50f099df2'], 'active': True} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:49:40.791217 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ac59e-a495-4de9-8668-cb03d64a2593 None None] Pushing event updated for resources: {'Port': ['ID=98321722-2cac-4eaa-8e40-1efa09a30572,revision_number=3']} {{(pid=100553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:40.813464 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvr_db [None req-4ef690ba-0789-44c7-abae-5154a669bed0 None None] Set router 6fe40927-417f-4fcd-906c-47a50f099df2 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:49:40.815496 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 03abb03a-9526-4041-93a7-bea9ea9e25f0 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=100552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 23:49:40.832314 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.db_base_plugin_common [None req-04e9b3f9-9b59-4d6e-a358-30f9fc8bee8d admin admin] Allocated IP 172.20.0.1 (2301b778-80c8-4811-80a7-f05ccce50867/78e54f6f-a085-4483-877f-7258565f17fc/d603cf94-b102-4fae-92df-e93697ab90af) {{(pid=100551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:49:40.916396 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-aeea7a6a-f0f9-4b00-8d87-b282be0509f0 None None] Provisioning complete for port 2586e4c5-9b4c-4f57-92e1-3bd131af0563 triggered by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:49:40.916883 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-aeea7a6a-f0f9-4b00-8d87-b282be0509f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:41.025365 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port 03abb03a-9526-4041-93a7-bea9ea9e25f0, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=03abb03a-9526-4041-93a7-bea9ea9e25f0,segment=NetworkSegment(c1e8596d-44b9-4f74-a478-a7fa52272fc4),segment_id=c1e8596d-44b9-4f74-a478-a7fa52272fc4)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:49:41.033594 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-04e9b3f9-9b59-4d6e-a358-30f9fc8bee8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:41.052089 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.provisioning_blocks [None req-04e9b3f9-9b59-4d6e-a358-30f9fc8bee8d admin admin] Transition to ACTIVE for port object d603cf94-b102-4fae-92df-e93697ab90af will not be triggered until provisioned by entity DHCP. {{(pid=100551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:49:41.066121 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Returning: {'device': '03abb03a-9526-4041-93a7-bea9ea9e25f0', 'network_id': 'bb0cf1ab-d1d5-410c-b15c-8c9770c10630', 'port_id': '03abb03a-9526-4041-93a7-bea9ea9e25f0', 'mac_address': 'fa:16:3e:21:18:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e4b191b-fe64-4814-8fad-97b5ba0852ce', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 23:49:41.100586 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-04e9b3f9-9b59-4d6e-a358-30f9fc8bee8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:41.122502 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-4ef690ba-0789-44c7-abae-5154a669bed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe40927-417f-4fcd-906c-47a50f099df2', 'name': 'tempest-TestMinimumBasicScenario-1611595709-router', 'tenant_id': '4a159c0a07354acb8f2faad5942f3b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': '98321722-2cac-4eaa-8e40-1efa09a30572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:49:36Z', 'updated_at': '2021-09-07T23:49:37Z', 'revision_number': 3, 'project_id': '4a159c0a07354acb8f2faad5942f3b2b', 'gw_port': {'id': '98321722-2cac-4eaa-8e40-1efa09a30572', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:65:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe40927-417f-4fcd-906c-47a50f099df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:49:36Z', 'updated_at': '2021-09-07T23:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi'}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:49:41.123846 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:41.140784 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.notifiers.nova [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03abb03a-9526-4041-93a7-bea9ea9e25f0 {{(pid=100552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 23:49:41.144993 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e9b3f9-9b59-4d6e-a358-30f9fc8bee8d admin admin] Network 2301b778-80c8-4811-80a7-f05ccce50867 is already hosted by enough agents. {{(pid=100551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:49:41.151037 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.base_scheduler [None req-04e9b3f9-9b59-4d6e-a358-30f9fc8bee8d admin admin] Resources bound (agent type, host, resource id): {{(pid=100551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:49:41.157679 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e9b3f9-9b59-4d6e-a358-30f9fc8bee8d admin admin] Received port after_create {{(pid=100551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:49:41.178432 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef690ba-0789-44c7-abae-5154a669bed0 None None] The sync data for ids ['6fe40927-417f-4fcd-906c-47a50f099df2'] in dv-cinder-751579-26-iscsi is: [{'id': '6fe40927-417f-4fcd-906c-47a50f099df2', 'name': 'tempest-TestMinimumBasicScenario-1611595709-router', 'tenant_id': '4a159c0a07354acb8f2faad5942f3b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': '98321722-2cac-4eaa-8e40-1efa09a30572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:49:36Z', 'updated_at': '2021-09-07T23:49:37Z', 'revision_number': 3, 'project_id': '4a159c0a07354acb8f2faad5942f3b2b', 'gw_port': {'id': '98321722-2cac-4eaa-8e40-1efa09a30572', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:65:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe40927-417f-4fcd-906c-47a50f099df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:49:36Z', 'updated_at': '2021-09-07T23:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi'}] {{(pid=100553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 23:49:41.185513 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port 03abb03a-9526-4041-93a7-bea9ea9e25f0, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=03abb03a-9526-4041-93a7-bea9ea9e25f0,segment=NetworkSegment(c1e8596d-44b9-4f74-a478-a7fa52272fc4),segment_id=c1e8596d-44b9-4f74-a478-a7fa52272fc4)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:49:41.187250 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e9b3f9-9b59-4d6e-a358-30f9fc8bee8d admin admin] Pushing event updated for resources: {'Port': ['ID=d603cf94-b102-4fae-92df-e93697ab90af,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:41.202201 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:41.234311 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-04e9b3f9-9b59-4d6e-a358-30f9fc8bee8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595522'] for router_interface, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:41.323648 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Pushing event updated for resources: {'Port': ['ID=03abb03a-9526-4041-93a7-bea9ea9e25f0,revision_number=9']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:41.466539 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 20a7b7d6-e078-4458-ab35-0f0c5d684562 up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:49:41.518270 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d82400-fa18-4152-b1fa-0c38d2f7dd90 req-1c45c1e3-6475-4c39-a155-ca5253249e20 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:41.521578 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-15d82400-fa18-4152-b1fa-0c38d2f7dd90 req-1c45c1e3-6475-4c39-a155-ca5253249e20 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 946 time: 0.1402111 Sep 07 23:49:41.545701 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-04e9b3f9-9b59-4d6e-a358-30f9fc8bee8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:41.557801 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-8c467a01-055d-451f-b6ec-438990cd2b27 None None] Provisioning for port d603cf94-b102-4fae-92df-e93697ab90af completed by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:49:41.593390 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning for port 20a7b7d6-e078-4458-ab35-0f0c5d684562 completed by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:49:41.595672 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-8c467a01-055d-451f-b6ec-438990cd2b27 None None] Provisioning complete for port d603cf94-b102-4fae-92df-e93697ab90af triggered by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:49:41.596285 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-8c467a01-055d-451f-b6ec-438990cd2b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:41.600793 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning complete for port 20a7b7d6-e078-4458-ab35-0f0c5d684562 triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:49:41.601292 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:41.651710 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-15d82400-fa18-4152-b1fa-0c38d2f7dd90 req-e69bcf1e-fe89-476e-a151-aa01d031e8c7 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122136 Sep 07 23:49:41.688780 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a683e1a-5d57-4a84-9bad-008274e3b06c req-15cdd611-18ef-4a8d-9beb-7ab8abed418c tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:41.695827 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-2a683e1a-5d57-4a84-9bad-008274e3b06c req-15cdd611-18ef-4a8d-9beb-7ab8abed418c tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 945 time: 0.1697955 Sep 07 23:49:41.707490 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-8c467a01-055d-451f-b6ec-438990cd2b27 None None] Port d603cf94-b102-4fae-92df-e93697ab90af cannot update to ACTIVE because it is not bound. {{(pid=100552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 23:49:41.785028 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:41.818811 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-2a683e1a-5d57-4a84-9bad-008274e3b06c req-33baea76-d425-4642-b7fa-9924ccc7bb50 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193998 Sep 07 23:49:41.874648 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] For port 20a7b7d6-e078-4458-ab35-0f0c5d684562, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=20a7b7d6-e078-4458-ab35-0f0c5d684562,segment=NetworkSegment(6a354170-54c2-4c69-9a9b-4aa20358335f),segment_id=6a354170-54c2-4c69-9a9b-4aa20358335f)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:49:41.880262 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:41.881148 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 2586e4c5-9b4c-4f57-92e1-3bd131af0563 up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:49:41.980284 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Pushing event updated for resources: {'Port': ['ID=20a7b7d6-e078-4458-ab35-0f0c5d684562,revision_number=5']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:42.004345 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-04e9b3f9-9b59-4d6e-a358-30f9fc8bee8d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:42.006852 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning complete for port 2586e4c5-9b4c-4f57-92e1-3bd131af0563 triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:49:42.007348 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:42.010323 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-04e9b3f9-9b59-4d6e-a358-30f9fc8bee8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5131532'] for port, after_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:42.078018 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e9b3f9-9b59-4d6e-a358-30f9fc8bee8d admin admin] Pushing event updated for resources: {'Port': ['ID=d603cf94-b102-4fae-92df-e93697ab90af,revision_number=2']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:42.109681 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-04e9b3f9-9b59-4d6e-a358-30f9fc8bee8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1820662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1593362'] for router_interface, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:42.139508 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] get_ports_and_sgs() called for port_ids ['03abb03a-9526-4041-93a7-bea9ea9e25f0'] {{(pid=100552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 23:49:42.301296 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e9b3f9-9b59-4d6e-a358-30f9fc8bee8d admin admin] Network 2301b778-80c8-4811-80a7-f05ccce50867 is already hosted by enough agents. {{(pid=100551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:49:42.303165 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.base_scheduler [None req-04e9b3f9-9b59-4d6e-a358-30f9fc8bee8d admin admin] Resources bound (agent type, host, resource id): {{(pid=100551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:49:42.482727 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e9b3f9-9b59-4d6e-a358-30f9fc8bee8d admin admin] Router 6fe40927-417f-4fcd-906c-47a50f099df2 has already been hosted by L3 agent 19316ef7-2440-47e6-ada3-35aaee6f744b {{(pid=100551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 23:49:42.610389 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e9b3f9-9b59-4d6e-a358-30f9fc8bee8d admin admin] Notify agent at l3_agent.dv-cinder-751579-26-iscsi the message routers_updated {{(pid=100551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 23:49:42.616237 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-04e9b3f9-9b59-4d6e-a358-30f9fc8bee8d admin admin] 10.222.0.15 "PUT /v2.0/routers/6fe40927-417f-4fcd-906c-47a50f099df2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5705571 Sep 07 23:49:42.642709 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-8557c916-e3b2-4de1-9fd9-98eae087e455 None None] Provisioning complete for port d603cf94-b102-4fae-92df-e93697ab90af triggered by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:49:42.643286 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-8557c916-e3b2-4de1-9fd9-98eae087e455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:42.706049 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-8557c916-e3b2-4de1-9fd9-98eae087e455 None None] Port d603cf94-b102-4fae-92df-e93697ab90af cannot update to ACTIVE because it is not bound. {{(pid=100552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 23:49:42.864078 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5a496-518f-416c-86d8-9a88c0184b31 req-6b96046c-c2d5-41de-bd7c-a15627a83337 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:42.866984 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-cdf5a496-518f-416c-86d8-9a88c0184b31 req-6b96046c-c2d5-41de-bd7c-a15627a83337 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 946 time: 0.0827248 Sep 07 23:49:42.928907 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-cdf5a496-518f-416c-86d8-9a88c0184b31 req-a3e18dbf-0d48-40b0-81e1-e52a3de93d48 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550408 Sep 07 23:49:43.013798 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce200b9d-0d23-4831-8a2a-cef57a6e62cf req-33318aa2-d0ac-45c0-a633-9970d7810e9f tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:43.022402 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ce200b9d-0d23-4831-8a2a-cef57a6e62cf req-33318aa2-d0ac-45c0-a633-9970d7810e9f tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 945 time: 0.0899289 Sep 07 23:49:43.073068 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ce200b9d-0d23-4831-8a2a-cef57a6e62cf req-a8d476bc-9af4-4f09-830f-1b6fbd7becca tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495324 Sep 07 23:49:43.435525 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 20a7b7d6-e078-4458-ab35-0f0c5d684562 up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:49:43.506115 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4342272-6953-4690-b403-fc5645f7a918 None None] Sync routers for ids ['6fe40927-417f-4fcd-906c-47a50f099df2'] in dv-cinder-751579-26-iscsi {{(pid=100552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 23:49:43.521697 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning complete for port 20a7b7d6-e078-4458-ab35-0f0c5d684562 triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:49:43.522066 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:43.526513 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4342272-6953-4690-b403-fc5645f7a918 None None] Routers {'6fe40927-417f-4fcd-906c-47a50f099df2'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:49:43.527215 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-e4342272-6953-4690-b403-fc5645f7a918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:49:32Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['6fe40927-417f-4fcd-906c-47a50f099df2'], 'active': True} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:49:43.558847 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68256837-d073-48b7-959e-35655d202279 req-f20c12a6-41a2-4bd1-b3ad-b4f8ade37367 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:43.561635 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-68256837-d073-48b7-959e-35655d202279 req-f20c12a6-41a2-4bd1-b3ad-b4f8ade37367 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.42 "GET /v2.0/ports?device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 946 time: 0.0760736 Sep 07 23:49:43.707337 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvr_db [None req-e4342272-6953-4690-b403-fc5645f7a918 None None] Set router 6fe40927-417f-4fcd-906c-47a50f099df2 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:49:43.709751 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [req-68256837-d073-48b7-959e-35655d202279 req-74c804a0-5235-41e0-9062-a9732f08c2ec tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Deleting port 2339214b-86f2-429f-b078-77b01c82091e {{(pid=100551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:49:43.710446 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-68256837-d073-48b7-959e-35655d202279 req-74c804a0-5235-41e0-9062-a9732f08c2ec tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:43.742022 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 98321722-2cac-4eaa-8e40-1efa09a30572 up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:49:43.880625 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-68256837-d073-48b7-959e-35655d202279 req-74c804a0-5235-41e0-9062-a9732f08c2ec tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] For port 2339214b-86f2-429f-b078-77b01c82091e, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=2339214b-86f2-429f-b078-77b01c82091e,segment=NetworkSegment(1472a31e-bcdd-4c38-8927-5aafbedd6ba7),segment_id=1472a31e-bcdd-4c38-8927-5aafbedd6ba7)] {{(pid=100551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:49:43.880998 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-68256837-d073-48b7-959e-35655d202279 req-74c804a0-5235-41e0-9062-a9732f08c2ec tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:43.899064 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [req-68256837-d073-48b7-959e-35655d202279 req-74c804a0-5235-41e0-9062-a9732f08c2ec tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Calling delete_port for 2339214b-86f2-429f-b078-77b01c82091e owned by compute:nova {{(pid=100551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:49:44.111964 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 03abb03a-9526-4041-93a7-bea9ea9e25f0 up at agent hyperv_hv-cinder-75157 {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:49:44.123853 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning for port 98321722-2cac-4eaa-8e40-1efa09a30572 completed by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:49:44.185884 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning complete for port 98321722-2cac-4eaa-8e40-1efa09a30572 triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:49:44.187032 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:44.283851 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba85f8e-df83-45b5-bfd2-54d0c51b31fa req-3f01cf81-e52d-4d7e-aae9-de7e56bc5af0 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:44.294543 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1ba85f8e-df83-45b5-bfd2-54d0c51b31fa req-3f01cf81-e52d-4d7e-aae9-de7e56bc5af0 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 946 time: 0.2166669 Sep 07 23:49:44.398690 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-68256837-d073-48b7-959e-35655d202279 req-74c804a0-5235-41e0-9062-a9732f08c2ec tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:44.442236 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] get_ports_and_sgs() called for port_ids ['2339214b-86f2-429f-b078-77b01c82091e'] {{(pid=100552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 23:49:44.520487 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1ba85f8e-df83-45b5-bfd2-54d0c51b31fa req-6d971e2b-4a29-412c-a9e5-d43410cc2bfd tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/security-groups?id=9200479b-b2f6-40fd-aa4a-c1fcc0f35059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126968 Sep 07 23:49:44.520487 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c804a0-5235-41e0-9062-a9732f08c2ec tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Pushing event deleted for resources: {'Port': ['ID=2339214b-86f2-429f-b078-77b01c82091e,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:44.559392 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-e4342272-6953-4690-b403-fc5645f7a918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe40927-417f-4fcd-906c-47a50f099df2', 'name': 'tempest-TestMinimumBasicScenario-1611595709-router', 'tenant_id': '4a159c0a07354acb8f2faad5942f3b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': '98321722-2cac-4eaa-8e40-1efa09a30572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:49:36Z', 'updated_at': '2021-09-07T23:49:41Z', 'revision_number': 4, 'project_id': '4a159c0a07354acb8f2faad5942f3b2b', 'gw_port': {'id': '98321722-2cac-4eaa-8e40-1efa09a30572', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:65:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe40927-417f-4fcd-906c-47a50f099df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:49:36Z', 'updated_at': '2021-09-07T23:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': 'd603cf94-b102-4fae-92df-e93697ab90af', 'name': '', 'network_id': '2301b778-80c8-4811-80a7-f05ccce50867', 'tenant_id': '4a159c0a07354acb8f2faad5942f3b2b', 'mac_address': 'fa:16:3e:b5:9c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe40927-417f-4fcd-906c-47a50f099df2', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '78e54f6f-a085-4483-877f-7258565f17fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:49:40Z', 'updated_at': '2021-09-07T23:49:41Z', 'revision_number': 2, 'project_id': '4a159c0a07354acb8f2faad5942f3b2b', 'subnets': [{'id': '78e54f6f-a085-4483-877f-7258565f17fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:49:44.565472 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:44.593278 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] For port 98321722-2cac-4eaa-8e40-1efa09a30572, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=98321722-2cac-4eaa-8e40-1efa09a30572,segment=NetworkSegment(4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a),segment_id=4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:49:44.606179 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f9663-c7eb-484d-aadc-42ca2f2e35b1 req-53986696-8000-4209-83e6-16d52d8a66b7 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:44.616894 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-467f9663-c7eb-484d-aadc-42ca2f2e35b1 req-53986696-8000-4209-83e6-16d52d8a66b7 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 945 time: 0.3074903 Sep 07 23:49:44.630238 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Provisioning complete for port 03abb03a-9526-4041-93a7-bea9ea9e25f0 triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:49:44.630983 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:44.657122 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.l3_dvrscheduler_db [req-68256837-d073-48b7-959e-35655d202279 req-74c804a0-5235-41e0-9062-a9732f08c2ec tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] No DVR routers for this DVR port 2339214b-86f2-429f-b078-77b01c82091e on host hv-cinder-75157 {{(pid=100551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 23:49:44.666700 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-68256837-d073-48b7-959e-35655d202279 req-74c804a0-5235-41e0-9062-a9732f08c2ec tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:44.678154 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-68256837-d073-48b7-959e-35655d202279 req-74c804a0-5235-41e0-9062-a9732f08c2ec tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.42 "DELETE /v2.0/ports/2339214b-86f2-429f-b078-77b01c82091e HTTP/1.1" status: 204 len: 173 time: 1.1070383 Sep 07 23:49:44.680155 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:44.689236 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f42f75f3-94bf-4d85-b1b0-7ac8da32c527', 'name': 'network-vif-deleted', 'tag': '2339214b-86f2-429f-b078-77b01c82091e'}] {{(pid=100551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:49:44.698544 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4342272-6953-4690-b403-fc5645f7a918 None None] Checking router: 6fe40927-417f-4fcd-906c-47a50f099df2 for host: dv-cinder-751579-26-iscsi {{(pid=100552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 23:49:44.699006 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4342272-6953-4690-b403-fc5645f7a918 None None] Updating router 6fe40927-417f-4fcd-906c-47a50f099df2 port d603cf94-b102-4fae-92df-e93697ab90af binding host dv-cinder-751579-26-iscsi {{(pid=100552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 23:49:44.719446 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744d18a1a9123520e55b11d6b4f544890c28500fff252c5db1cb0c4b69d72d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ddaa3ee-b261-4175-a971-79717caf969f" -d '{"events": [{"server_uuid": "f42f75f3-94bf-4d85-b1b0-7ac8da32c527", "name": "network-vif-deleted", "tag": "2339214b-86f2-429f-b078-77b01c82091e"}]}' {{(pid=100551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:49:44.732814 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e4342272-6953-4690-b403-fc5645f7a918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:44.821566 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-467f9663-c7eb-484d-aadc-42ca2f2e35b1 req-cf4c7414-6828-4c33-bdc9-0b80e5d6bc60 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2033772 Sep 07 23:49:44.876754 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 23:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c212e098-a54e-4306-95e5-ac816cf99918 x-openstack-request-id: req-c212e098-a54e-4306-95e5-ac816cf99918 {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:49:44.877854 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f42f75f3-94bf-4d85-b1b0-7ac8da32c527", "name": "network-vif-deleted", "tag": "2339214b-86f2-429f-b078-77b01c82091e", "status": "completed", "code": 200}]} {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:49:44.879005 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c212e098-a54e-4306-95e5-ac816cf99918 {{(pid=100551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:49:44.881214 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f42f75f3-94bf-4d85-b1b0-7ac8da32c527', 'name': 'network-vif-deleted', 'tag': '2339214b-86f2-429f-b078-77b01c82091e', 'status': 'completed', 'code': 200} Sep 07 23:49:44.915923 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:45.053324 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Pushing event updated for resources: {'Port': ['ID=98321722-2cac-4eaa-8e40-1efa09a30572,revision_number=4']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:45.085818 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd58f006-ace0-42d2-bbe1-af0cfa3faa03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03abb03a-9526-4041-93a7-bea9ea9e25f0'}] {{(pid=100552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:49:45.090783 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6af7ada11e39af001df59af8fe1a830bb49e6ec01a9e34e873de5065727c58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259c4656-6a8f-4d44-985c-600a4881d67f" -d '{"events": [{"server_uuid": "bd58f006-ace0-42d2-bbe1-af0cfa3faa03", "name": "network-vif-plugged", "status": "completed", "tag": "03abb03a-9526-4041-93a7-bea9ea9e25f0"}]}' {{(pid=100552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:49:45.123935 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port 03abb03a-9526-4041-93a7-bea9ea9e25f0, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=03abb03a-9526-4041-93a7-bea9ea9e25f0,segment=NetworkSegment(c1e8596d-44b9-4f74-a478-a7fa52272fc4),segment_id=c1e8596d-44b9-4f74-a478-a7fa52272fc4)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:49:45.145678 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:45.200736 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 23:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba2023b-05a0-438b-84a4-18a94a0deb1d x-openstack-request-id: req-4ba2023b-05a0-438b-84a4-18a94a0deb1d {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:49:45.201075 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd58f006-ace0-42d2-bbe1-af0cfa3faa03", "name": "network-vif-plugged", "status": "completed", "tag": "03abb03a-9526-4041-93a7-bea9ea9e25f0", "code": 200}]} {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:49:45.201615 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4ba2023b-05a0-438b-84a4-18a94a0deb1d {{(pid=100552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:49:45.201960 dv-cinder-751579-26-iscsi neutron-server[100552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd58f006-ace0-42d2-bbe1-af0cfa3faa03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03abb03a-9526-4041-93a7-bea9ea9e25f0', 'code': 200} Sep 07 23:49:45.300833 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Pushing event updated for resources: {'Port': ['ID=03abb03a-9526-4041-93a7-bea9ea9e25f0,revision_number=10']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:45.309721 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 98321722-2cac-4eaa-8e40-1efa09a30572 up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:49:45.439893 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning complete for port 98321722-2cac-4eaa-8e40-1efa09a30572 triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:49:45.440281 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:45.495197 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e4342272-6953-4690-b403-fc5645f7a918 None None] Notify callbacks [] for port, precommit_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:45.511102 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-e4342272-6953-4690-b403-fc5645f7a918 None None] Transition to ACTIVE for port object d603cf94-b102-4fae-92df-e93697ab90af will not be triggered until provisioned by entity L2. {{(pid=100552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:49:45.523380 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e4342272-6953-4690-b403-fc5645f7a918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:45.623687 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d553b2fd-dd9d-432f-bf75-44b452f6ba61 None None] Pushing event updated for resources: {'Port': ['ID=d603cf94-b102-4fae-92df-e93697ab90af,revision_number=3']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:45.676163 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-6e8b5198-0705-4883-93b2-f7505c7b47a5 req-8f1d64f0-661e-40f7-b4d4-5f1e84089fa0 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 210 time: 0.0297861 Sep 07 23:49:45.699088 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-e4342272-6953-4690-b403-fc5645f7a918 None None] Attempting to bind port d603cf94-b102-4fae-92df-e93697ab90af on host dv-cinder-751579-26-iscsi for vnic_type normal with profile {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 23:49:45.699469 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-e4342272-6953-4690-b403-fc5645f7a918 None None] Attempting to bind port d603cf94-b102-4fae-92df-e93697ab90af by drivers openvswitch,hyperv on host dv-cinder-751579-26-iscsi at level 0 using segments [{'id': 'f942bdf1-bf8a-4abd-8f32-2bc74875d1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2301b778-80c8-4811-80a7-f05ccce50867'}] {{(pid=100552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 23:49:45.699839 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4342272-6953-4690-b403-fc5645f7a918 None None] Attempting to bind port d603cf94-b102-4fae-92df-e93697ab90af on network 2301b778-80c8-4811-80a7-f05ccce50867 {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:49:45.707131 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4342272-6953-4690-b403-fc5645f7a918 None None] Checking agent: {'id': '892ede6d-2e1c-48b6-9f9b-59f4d898b1a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 23, 38, 1), 'started_at': datetime.datetime(2021, 9, 7, 23, 38, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 23, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 23:49:45.707730 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4342272-6953-4690-b403-fc5645f7a918 None None] Checking segment: {'id': 'f942bdf1-bf8a-4abd-8f32-2bc74875d1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2301b778-80c8-4811-80a7-f05ccce50867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:49:45.708147 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e4342272-6953-4690-b403-fc5645f7a918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:45.708587 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4342272-6953-4690-b403-fc5645f7a918 None None] Bound using segment: {'id': 'f942bdf1-bf8a-4abd-8f32-2bc74875d1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2301b778-80c8-4811-80a7-f05ccce50867'} {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 23:49:45.709092 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-e4342272-6953-4690-b403-fc5645f7a918 None None] Bound port: d603cf94-b102-4fae-92df-e93697ab90af, host: dv-cinder-751579-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f942bdf1-bf8a-4abd-8f32-2bc74875d1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2301b778-80c8-4811-80a7-f05ccce50867'}}] {{(pid=100552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 23:49:45.709479 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e4342272-6953-4690-b403-fc5645f7a918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:45.800728 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e4342272-6953-4690-b403-fc5645f7a918 None None] For port d603cf94-b102-4fae-92df-e93697ab90af, host dv-cinder-751579-26-iscsi, cleared binding levels {{(pid=100552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 23:49:45.808012 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e4342272-6953-4690-b403-fc5645f7a918 None None] For port d603cf94-b102-4fae-92df-e93697ab90af, host dv-cinder-751579-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=d603cf94-b102-4fae-92df-e93697ab90af,segment=NetworkSegment(f942bdf1-bf8a-4abd-8f32-2bc74875d1fb),segment_id=f942bdf1-bf8a-4abd-8f32-2bc74875d1fb)] {{(pid=100552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 23:49:45.821245 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e4342272-6953-4690-b403-fc5645f7a918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:45.992400 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4342272-6953-4690-b403-fc5645f7a918 None None] Routers {'6fe40927-417f-4fcd-906c-47a50f099df2'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:49:45.993530 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-e4342272-6953-4690-b403-fc5645f7a918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:49:32Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['6fe40927-417f-4fcd-906c-47a50f099df2'], 'active': True} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:49:46.106704 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f06a9-c5c6-4e25-9e6b-907856b93d9c req-d2696a76-051c-49fb-9349-51da21d155b1 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:46.113440 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d553b2fd-dd9d-432f-bf75-44b452f6ba61 None None] Pushing event updated for resources: {'Port': ['ID=d603cf94-b102-4fae-92df-e93697ab90af,revision_number=4']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:46.118396 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-fb6f06a9-c5c6-4e25-9e6b-907856b93d9c req-d2696a76-051c-49fb-9349-51da21d155b1 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 947 time: 0.1631773 Sep 07 23:49:46.197787 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-fb6f06a9-c5c6-4e25-9e6b-907856b93d9c req-8074d058-81e9-4ee3-8fea-d5cca4ac6cf4 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763140 Sep 07 23:49:46.415498 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvr_db [None req-e4342272-6953-4690-b403-fc5645f7a918 None None] Set router 6fe40927-417f-4fcd-906c-47a50f099df2 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:49:46.748489 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-e4342272-6953-4690-b403-fc5645f7a918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe40927-417f-4fcd-906c-47a50f099df2', 'name': 'tempest-TestMinimumBasicScenario-1611595709-router', 'tenant_id': '4a159c0a07354acb8f2faad5942f3b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': '98321722-2cac-4eaa-8e40-1efa09a30572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:49:36Z', 'updated_at': '2021-09-07T23:49:41Z', 'revision_number': 4, 'project_id': '4a159c0a07354acb8f2faad5942f3b2b', 'gw_port': {'id': '98321722-2cac-4eaa-8e40-1efa09a30572', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:65:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe40927-417f-4fcd-906c-47a50f099df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:49:36Z', 'updated_at': '2021-09-07T23:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': 'd603cf94-b102-4fae-92df-e93697ab90af', 'name': '', 'network_id': '2301b778-80c8-4811-80a7-f05ccce50867', 'tenant_id': '4a159c0a07354acb8f2faad5942f3b2b', 'mac_address': 'fa:16:3e:b5:9c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe40927-417f-4fcd-906c-47a50f099df2', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '78e54f6f-a085-4483-877f-7258565f17fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:49:40Z', 'updated_at': '2021-09-07T23:49:45Z', 'revision_number': 4, 'project_id': '4a159c0a07354acb8f2faad5942f3b2b', 'subnets': [{'id': '78e54f6f-a085-4483-877f-7258565f17fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:49:46.821641 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4342272-6953-4690-b403-fc5645f7a918 None None] The sync data for ids ['6fe40927-417f-4fcd-906c-47a50f099df2'] in dv-cinder-751579-26-iscsi is: [{'id': '6fe40927-417f-4fcd-906c-47a50f099df2', 'name': 'tempest-TestMinimumBasicScenario-1611595709-router', 'tenant_id': '4a159c0a07354acb8f2faad5942f3b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': '98321722-2cac-4eaa-8e40-1efa09a30572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:49:36Z', 'updated_at': '2021-09-07T23:49:41Z', 'revision_number': 4, 'project_id': '4a159c0a07354acb8f2faad5942f3b2b', 'gw_port': {'id': '98321722-2cac-4eaa-8e40-1efa09a30572', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:65:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe40927-417f-4fcd-906c-47a50f099df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:49:36Z', 'updated_at': '2021-09-07T23:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': 'd603cf94-b102-4fae-92df-e93697ab90af', 'name': '', 'network_id': '2301b778-80c8-4811-80a7-f05ccce50867', 'tenant_id': '4a159c0a07354acb8f2faad5942f3b2b', 'mac_address': 'fa:16:3e:b5:9c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe40927-417f-4fcd-906c-47a50f099df2', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '78e54f6f-a085-4483-877f-7258565f17fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:49:40Z', 'updated_at': '2021-09-07T23:49:45Z', 'revision_number': 4, 'project_id': '4a159c0a07354acb8f2faad5942f3b2b', 'subnets': [{'id': '78e54f6f-a085-4483-877f-7258565f17fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 23:49:46.860931 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ff5fe48c-d473-4b3d-9963-3cd807c35b3d req-02f9a2d1-325a-407e-92ca-65884a63fb91 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 210 time: 0.0622516 Sep 07 23:49:47.316676 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device d603cf94-b102-4fae-92df-e93697ab90af up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:49:47.491324 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning for port d603cf94-b102-4fae-92df-e93697ab90af completed by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:49:47.496269 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning complete for port d603cf94-b102-4fae-92df-e93697ab90af triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:49:47.496872 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:47.529739 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c7822-f165-4f23-aa94-0b715429c3b9 req-fa42cc07-a110-417f-8583-5338879807d0 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:47.531925 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a61c7822-f165-4f23-aa94-0b715429c3b9 req-fa42cc07-a110-417f-8583-5338879807d0 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 947 time: 0.1266551 Sep 07 23:49:47.656721 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a61c7822-f165-4f23-aa94-0b715429c3b9 req-b82a2460-f480-430d-91b1-bbdc76866c00 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117184 Sep 07 23:49:47.676094 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:47.723522 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] For port d603cf94-b102-4fae-92df-e93697ab90af, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=d603cf94-b102-4fae-92df-e93697ab90af,segment=NetworkSegment(f942bdf1-bf8a-4abd-8f32-2bc74875d1fb),segment_id=f942bdf1-bf8a-4abd-8f32-2bc74875d1fb)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:49:47.732427 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:47.812592 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Pushing event updated for resources: {'Port': ['ID=d603cf94-b102-4fae-92df-e93697ab90af,revision_number=5']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:48.118436 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-9088daf8-b9a1-4d5e-b5e5-0847bb04bb52 req-8746d678-d284-4488-ae69-931a01639fc5 tempest-ServerRescueNegativeTestJSON-868822021 tempest-ServerRescueNegativeTestJSON-868822021-project] 10.222.0.15 "GET /v2.0/ports?device_id=f42f75f3-94bf-4d85-b1b0-7ac8da32c527 HTTP/1.1" status: 200 len: 210 time: 0.0708778 Sep 07 23:49:48.219241 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 2339214b-86f2-429f-b078-77b01c82091e no longer exists at agent hyperv_hv-cinder-75157 {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 23:49:48.290004 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] No Port match for: 2339214b-86f2-429f-b078-77b01c82091e {{(pid=100552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 23:49:48.299194 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 2339214b-86f2-429f-b078-77b01c82091e not bound to the agent host hv-cinder-75157 {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 23:49:48.524941 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32869be-3857-4146-918d-a12bef38a14b req-d77b9d90-1905-41c0-9e7c-b0976f0f6c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:48.527269 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d32869be-3857-4146-918d-a12bef38a14b req-d77b9d90-1905-41c0-9e7c-b0976f0f6c61 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 1100 time: 0.0681601 Sep 07 23:49:48.567513 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:48.601461 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d32869be-3857-4146-918d-a12bef38a14b req-4fd0ed17-0fff-4fa2-9d12-dbf4ad10437d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655301 Sep 07 23:49:48.886583 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17124f-1229-43d4-bf63-65760f9d53c4 req-e50b9984-3442-40dc-bf0b-dba0dda9efbc tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:48.891453 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1d17124f-1229-43d4-bf63-65760f9d53c4 req-e50b9984-3442-40dc-bf0b-dba0dda9efbc tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 947 time: 0.0970309 Sep 07 23:49:48.948028 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1d17124f-1229-43d4-bf63-65760f9d53c4 req-c0792bb0-6d40-4c4e-90ce-17b2377b122a tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476272 Sep 07 23:49:49.223583 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 33232) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:49:49.387069 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device d603cf94-b102-4fae-92df-e93697ab90af up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:49:49.573579 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning complete for port d603cf94-b102-4fae-92df-e93697ab90af triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:49:49.574195 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:50.292033 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2fbbba-9dcc-44b1-a5b0-308522c16c87 req-390c8f07-ec5d-4882-bf2e-cdb5dd05ee77 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:50.301488 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-cd2fbbba-9dcc-44b1-a5b0-308522c16c87 req-390c8f07-ec5d-4882-bf2e-cdb5dd05ee77 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 947 time: 0.1596880 Sep 07 23:49:50.444686 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-cd2fbbba-9dcc-44b1-a5b0-308522c16c87 req-683d3a57-5d7c-4367-985d-22556210ccdd tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417785 Sep 07 23:49:50.489484 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-922af290-e5eb-4d0b-acf6-16cc70c4e435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1593465'] for router_interface, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:51.184682 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [None req-922af290-e5eb-4d0b-acf6-16cc70c4e435 admin admin] Deleting port 2556acf0-2dac-44aa-8b80-2b61eedb163e {{(pid=100551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:49:51.185660 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-922af290-e5eb-4d0b-acf6-16cc70c4e435 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:51.314771 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [None req-922af290-e5eb-4d0b-acf6-16cc70c4e435 admin admin] For port 2556acf0-2dac-44aa-8b80-2b61eedb163e, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=2556acf0-2dac-44aa-8b80-2b61eedb163e,segment=NetworkSegment(1472a31e-bcdd-4c38-8927-5aafbedd6ba7),segment_id=1472a31e-bcdd-4c38-8927-5aafbedd6ba7)] {{(pid=100551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:49:51.316762 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-922af290-e5eb-4d0b-acf6-16cc70c4e435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:51.345555 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [None req-922af290-e5eb-4d0b-acf6-16cc70c4e435 admin admin] Calling delete_port for 2556acf0-2dac-44aa-8b80-2b61eedb163e owned by network:router_interface {{(pid=100551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:49:51.722607 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31dfd05-4d94-456d-bb51-39876ef1cb57 req-3bce3da3-c760-458a-aa69-49cfdbb6b76c tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:51.725153 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d31dfd05-4d94-456d-bb51-39876ef1cb57 req-3bce3da3-c760-458a-aa69-49cfdbb6b76c tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 947 time: 0.1310163 Sep 07 23:49:51.760532 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-922af290-e5eb-4d0b-acf6-16cc70c4e435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:51.818538 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922af290-e5eb-4d0b-acf6-16cc70c4e435 admin admin] Pushing event deleted for resources: {'Port': ['ID=2556acf0-2dac-44aa-8b80-2b61eedb163e,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:51.823587 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d31dfd05-4d94-456d-bb51-39876ef1cb57 req-505e4b38-8079-49ed-baf0-498da69b0c4a tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909412 Sep 07 23:49:52.095903 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-922af290-e5eb-4d0b-acf6-16cc70c4e435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1820665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593493'] for router_interface, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:52.530585 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-922af290-e5eb-4d0b-acf6-16cc70c4e435 admin admin] Router a2ea2975-9e24-40c1-8c7e-7843d47ea287 has already been hosted by L3 agent 19316ef7-2440-47e6-ada3-35aaee6f744b {{(pid=100551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 23:49:52.739122 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922af290-e5eb-4d0b-acf6-16cc70c4e435 admin admin] Notify agent at l3_agent.dv-cinder-751579-26-iscsi the message routers_updated {{(pid=100551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 23:49:52.750032 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-922af290-e5eb-4d0b-acf6-16cc70c4e435 admin admin] 10.222.0.15 "PUT /v2.0/routers/a2ea2975-9e24-40c1-8c7e-7843d47ea287/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5203507 Sep 07 23:49:52.755183 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 33322) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:49:52.786568 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4ec380-4644-4f46-b676-be242f221ace None None] Sync routers for ids ['a2ea2975-9e24-40c1-8c7e-7843d47ea287'] in dv-cinder-751579-26-iscsi {{(pid=100553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 23:49:52.817939 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4ec380-4644-4f46-b676-be242f221ace None None] Routers {'a2ea2975-9e24-40c1-8c7e-7843d47ea287'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:49:52.819183 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-4f4ec380-4644-4f46-b676-be242f221ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:49:32Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['a2ea2975-9e24-40c1-8c7e-7843d47ea287'], 'active': True} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:49:52.979202 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-01457f9c-5750-448e-be86-f1d8fa0ede77 admin admin] Notify callbacks [] for router, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:53.197802 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvr_db [None req-4f4ec380-4644-4f46-b676-be242f221ace None None] Set router a2ea2975-9e24-40c1-8c7e-7843d47ea287 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:49:53.213817 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-01457f9c-5750-448e-be86-f1d8fa0ede77 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:53.348009 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [None req-01457f9c-5750-448e-be86-f1d8fa0ede77 admin admin] Deleting port 883fdd4f-1104-4ee4-ab3a-14f9a8e08d25 {{(pid=100551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:49:53.348845 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-01457f9c-5750-448e-be86-f1d8fa0ede77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:53.550091 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [None req-01457f9c-5750-448e-be86-f1d8fa0ede77 admin admin] For port 883fdd4f-1104-4ee4-ab3a-14f9a8e08d25, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=883fdd4f-1104-4ee4-ab3a-14f9a8e08d25,segment=NetworkSegment(4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a),segment_id=4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a)] {{(pid=100551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:49:53.551124 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-01457f9c-5750-448e-be86-f1d8fa0ede77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:53.574561 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [None req-01457f9c-5750-448e-be86-f1d8fa0ede77 admin admin] Calling delete_port for 883fdd4f-1104-4ee4-ab3a-14f9a8e08d25 owned by network:router_gateway {{(pid=100551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:49:53.596690 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-4f4ec380-4644-4f46-b676-be242f221ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ea2975-9e24-40c1-8c7e-7843d47ea287', 'name': 'tempest-ServerRescueNegativeTestJSON-1821099161-router', 'tenant_id': '4c1fbe4702b24535ab7d44fc9693fcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '883fdd4f-1104-4ee4-ab3a-14f9a8e08d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:46:11Z', 'updated_at': '2021-09-07T23:49:51Z', 'revision_number': 5, 'project_id': '4c1fbe4702b24535ab7d44fc9693fcbd', 'gw_port': {'id': '883fdd4f-1104-4ee4-ab3a-14f9a8e08d25', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:96:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ea2975-9e24-40c1-8c7e-7843d47ea287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:12Z', 'updated_at': '2021-09-07T23:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi'}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:49:53.667542 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4ec380-4644-4f46-b676-be242f221ace None None] Checking router: a2ea2975-9e24-40c1-8c7e-7843d47ea287 for host: dv-cinder-751579-26-iscsi {{(pid=100553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 23:49:53.688064 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4ec380-4644-4f46-b676-be242f221ace None None] Routers {'a2ea2975-9e24-40c1-8c7e-7843d47ea287'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:49:53.689227 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-4f4ec380-4644-4f46-b676-be242f221ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:49:32Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['a2ea2975-9e24-40c1-8c7e-7843d47ea287'], 'active': True} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:49:53.959837 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvr_db [None req-4f4ec380-4644-4f46-b676-be242f221ace None None] Set router a2ea2975-9e24-40c1-8c7e-7843d47ea287 gateway port host: None {{(pid=100553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:49:54.079327 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-01457f9c-5750-448e-be86-f1d8fa0ede77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:54.085392 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-4f4ec380-4644-4f46-b676-be242f221ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ea2975-9e24-40c1-8c7e-7843d47ea287', 'name': 'tempest-ServerRescueNegativeTestJSON-1821099161-router', 'tenant_id': '4c1fbe4702b24535ab7d44fc9693fcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:46:11Z', 'updated_at': '2021-09-07T23:49:53Z', 'revision_number': 6, 'project_id': '4c1fbe4702b24535ab7d44fc9693fcbd', 'gw_port_host': None}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:49:54.110677 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01457f9c-5750-448e-be86-f1d8fa0ede77 admin admin] Pushing event deleted for resources: {'Port': ['ID=883fdd4f-1104-4ee4-ab3a-14f9a8e08d25,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:54.128847 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4ec380-4644-4f46-b676-be242f221ace None None] The sync data for ids ['a2ea2975-9e24-40c1-8c7e-7843d47ea287'] in dv-cinder-751579-26-iscsi is: [{'id': 'a2ea2975-9e24-40c1-8c7e-7843d47ea287', 'name': 'tempest-ServerRescueNegativeTestJSON-1821099161-router', 'tenant_id': '4c1fbe4702b24535ab7d44fc9693fcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:46:11Z', 'updated_at': '2021-09-07T23:49:53Z', 'revision_number': 6, 'project_id': '4c1fbe4702b24535ab7d44fc9693fcbd', 'gw_port_host': None}] {{(pid=100553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 23:49:54.242182 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-01457f9c-5750-448e-be86-f1d8fa0ede77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595447'] for router_gateway, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:54.355184 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 33338) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:49:54.424515 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-01457f9c-5750-448e-be86-f1d8fa0ede77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1462'] for router, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:54.428174 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-01457f9c-5750-448e-be86-f1d8fa0ede77 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:54.563068 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-e4ee1357-9055-4fe4-a7b4-e156ce712a7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:54.591064 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-01457f9c-5750-448e-be86-f1d8fa0ede77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595229'] for router, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:54.591670 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01457f9c-5750-448e-be86-f1d8fa0ede77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2ea2975-9e24-40c1-8c7e-7843d47ea287 {{(pid=100551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 23:49:54.603525 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-01457f9c-5750-448e-be86-f1d8fa0ede77 admin admin] Notify callbacks [] for router, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:54.608356 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-01457f9c-5750-448e-be86-f1d8fa0ede77 admin admin] 10.222.0.15 "DELETE /v2.0/routers/a2ea2975-9e24-40c1-8c7e-7843d47ea287 HTTP/1.1" status: 204 len: 168 time: 1.8483458 Sep 07 23:49:54.608356 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 33342) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:49:54.697200 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.db_base_plugin_v2 [None req-e151837a-8798-4e02-bdd1-03f914e3309a admin admin] Deleting subnet f967c7b2-09f7-4f04-827b-eef1f5f7308c {{(pid=100551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 23:49:54.702854 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-e151837a-8798-4e02-bdd1-03f914e3309a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:54.704304 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-e4ee1357-9055-4fe4-a7b4-e156ce712a7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:54.710349 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-e4ee1357-9055-4fe4-a7b4-e156ce712a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:54.753803 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-e4ee1357-9055-4fe4-a7b4-e156ce712a7e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=398415554d3a4934945736bf2563305e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3941975 Sep 07 23:49:54.754824 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 33344) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:49:54.785018 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee1357-9055-4fe4-a7b4-e156ce712a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333f5bf3-4924-40d8-b7c3-c0bd8aaca05b,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:54.830913 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-e151837a-8798-4e02-bdd1-03f914e3309a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7425425'] for subnet, precommit_delete_associations {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:54.943081 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-e151837a-8798-4e02-bdd1-03f914e3309a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673024'] for subnet, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:54.947137 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-8b2bb981-739e-4bbb-850a-4ffd9e41c7fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:55.030872 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-8b2bb981-739e-4bbb-850a-4ffd9e41c7fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:55.170692 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-8b2bb981-739e-4bbb-850a-4ffd9e41c7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:55.177071 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-8b2bb981-739e-4bbb-850a-4ffd9e41c7fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:55.179235 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-8b2bb981-739e-4bbb-850a-4ffd9e41c7fc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/333f5bf3-4924-40d8-b7c3-c0bd8aaca05b HTTP/1.1" status: 204 len: 168 time: 0.4008527 Sep 07 23:49:55.203686 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2bb981-739e-4bbb-850a-4ffd9e41c7fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333f5bf3-4924-40d8-b7c3-c0bd8aaca05b,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:55.210636 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-e151837a-8798-4e02-bdd1-03f914e3309a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5131638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4738048'] for subnet, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:55.252066 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151837a-8798-4e02-bdd1-03f914e3309a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f967c7b2-09f7-4f04-827b-eef1f5f7308c,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:55.273191 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-e151837a-8798-4e02-bdd1-03f914e3309a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for subnet, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:55.282127 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-e151837a-8798-4e02-bdd1-03f914e3309a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f967c7b2-09f7-4f04-827b-eef1f5f7308c HTTP/1.1" status: 204 len: 168 time: 0.6736476 Sep 07 23:49:55.285164 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 33354) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:49:55.435161 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 883fdd4f-1104-4ee4-ab3a-14f9a8e08d25 no longer exists at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 23:49:55.495721 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-5d128462-c25e-4daa-bf27-0ba363741442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531467'] for network, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:55.537904 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] No Port match for: 883fdd4f-1104-4ee4-ab3a-14f9a8e08d25 {{(pid=100552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 23:49:55.538555 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 883fdd4f-1104-4ee4-ab3a-14f9a8e08d25 not bound to the agent host dv-cinder-751579-26-iscsi {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 23:49:55.538999 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 2556acf0-2dac-44aa-8b80-2b61eedb163e no longer exists at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 23:49:55.581576 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] No Port match for: 2556acf0-2dac-44aa-8b80-2b61eedb163e {{(pid=100552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 23:49:55.582093 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 2556acf0-2dac-44aa-8b80-2b61eedb163e not bound to the agent host dv-cinder-751579-26-iscsi {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 23:49:55.645584 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-5d128462-c25e-4daa-bf27-0ba363741442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675213', 'neutron.services.segments.db._delete_segments_for_network-8760371274105'] for network, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:55.674475 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.services.segments.db [None req-5d128462-c25e-4daa-bf27-0ba363741442 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f0ad28b-91ae-4394-8b5f-02f4ebeae46e']}} {{(pid=100550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:49:55.689388 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.services.segments.db [None req-5d128462-c25e-4daa-bf27-0ba363741442 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1472a31e-bcdd-4c38-8927-5aafbedd6ba7') {'for_net_delete': True} {{(pid=100550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:49:55.689695 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.services.segments.db [None req-5d128462-c25e-4daa-bf27-0ba363741442 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1472a31e-bcdd-4c38-8927-5aafbedd6ba7') {} {{(pid=100550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:49:55.712321 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-5d128462-c25e-4daa-bf27-0ba363741442 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760371273090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1178063'] for segment, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:55.732784 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-5d128462-c25e-4daa-bf27-0ba363741442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675162'] for segment, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:55.760518 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d128462-c25e-4daa-bf27-0ba363741442 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=100550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 23:49:55.763237 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-5d128462-c25e-4daa-bf27-0ba363741442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7634266'] for segment, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:55.904495 dv-cinder-751579-26-iscsi neutron-server[100550]: Traceback (most recent call last): Sep 07 23:49:55.904495 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 23:49:55.904495 dv-cinder-751579-26-iscsi neutron-server[100550]: timer() Sep 07 23:49:55.904495 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 23:49:55.904495 dv-cinder-751579-26-iscsi neutron-server[100550]: cb(*args, **kw) Sep 07 23:49:55.904495 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 23:49:55.904495 dv-cinder-751579-26-iscsi neutron-server[100550]: return func(*args, **kwargs) Sep 07 23:49:55.904495 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 23:49:55.904495 dv-cinder-751579-26-iscsi neutron-server[100550]: self._notify() Sep 07 23:49:55.904495 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 23:49:55.904495 dv-cinder-751579-26-iscsi neutron-server[100550]: self.callback(batched_events) Sep 07 23:49:55.904495 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 23:49:55.904495 dv-cinder-751579-26-iscsi neutron-server[100550]: event.method(event) Sep 07 23:49:55.904495 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 23:49:55.904495 dv-cinder-751579-26-iscsi neutron-server[100550]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 23:49:55.904495 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 23:49:55.904495 dv-cinder-751579-26-iscsi neutron-server[100550]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 23:49:55.904495 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 23:49:55.904495 dv-cinder-751579-26-iscsi neutron-server[100550]: return f(self, *a, **k) Sep 07 23:49:55.904495 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 23:49:55.904495 dv-cinder-751579-26-iscsi neutron-server[100550]: return self._get(url).json() Sep 07 23:49:55.904495 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 23:49:55.904495 dv-cinder-751579-26-iscsi neutron-server[100550]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 23:49:55.904495 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 23:49:55.904495 dv-cinder-751579-26-iscsi neutron-server[100550]: return self.request(url, 'GET', **kwargs) Sep 07 23:49:55.904495 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 23:49:55.904495 dv-cinder-751579-26-iscsi neutron-server[100550]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 23:49:55.904495 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 23:49:55.904495 dv-cinder-751579-26-iscsi neutron-server[100550]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 23:49:55.904495 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 23:49:55.904495 dv-cinder-751579-26-iscsi neutron-server[100550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 23:49:55.904495 dv-cinder-751579-26-iscsi neutron-server[100550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 23:49:55.908101 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 33360) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:49:55.920067 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-5d128462-c25e-4daa-bf27-0ba363741442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595403'] for network, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:55.935462 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-adc4785d-c0e2-4ae7-8bac-465beb5fbcb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:55.990520 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-5d128462-c25e-4daa-bf27-0ba363741442 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for network, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:55.991195 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f1042-a7b2-4923-828e-e4f288e686ee req-9eb8f59f-5f8b-4117-8169-f3767e9816b5 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:55.993689 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3f6f1042-a7b2-4923-828e-e4f288e686ee req-9eb8f59f-5f8b-4117-8169-f3767e9816b5 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 945 time: 0.4683826 Sep 07 23:49:55.995367 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-5d128462-c25e-4daa-bf27-0ba363741442 admin admin] 10.222.0.15 "DELETE /v2.0/networks/8f0ad28b-91ae-4394-8b5f-02f4ebeae46e HTTP/1.1" status: 204 len: 168 time: 0.7086930 Sep 07 23:49:56.002590 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d128462-c25e-4daa-bf27-0ba363741442 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f0ad28b-91ae-4394-8b5f-02f4ebeae46e,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:56.100465 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3f6f1042-a7b2-4923-828e-e4f288e686ee req-823cb318-178d-4e8a-ac63-afa14de4e235 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ff1b41d-3b65-4765-bb95-46afdd75cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915241 Sep 07 23:49:56.195744 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-adc4785d-c0e2-4ae7-8bac-465beb5fbcb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:56.202718 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-adc4785d-c0e2-4ae7-8bac-465beb5fbcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:56.266896 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-adc4785d-c0e2-4ae7-8bac-465beb5fbcb7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=248783d122e84479804fae65c767d868&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3592451 Sep 07 23:49:56.269308 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc4785d-c0e2-4ae7-8bac-465beb5fbcb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63292bc6-69b7-4ca1-a5a9-1fd0fb909b43,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:56.271001 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 33364) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:49:56.352939 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-39b8df5f-d4b3-4e09-a565-550a090a49dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:56.379692 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 33366) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:49:56.390021 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-39b8df5f-d4b3-4e09-a565-550a090a49dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:56.454887 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-6f7c1b98-cb9b-44a4-af03-1b111d346216 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4c1fbe4702b24535ab7d44fc9693fcbd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0735185 Sep 07 23:49:56.459498 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 33368) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:49:56.523550 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-39b8df5f-d4b3-4e09-a565-550a090a49dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:56.528575 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-39b8df5f-d4b3-4e09-a565-550a090a49dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:56.534814 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-39b8df5f-d4b3-4e09-a565-550a090a49dd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/63292bc6-69b7-4ca1-a5a9-1fd0fb909b43 HTTP/1.1" status: 204 len: 168 time: 0.2608559 Sep 07 23:49:56.573186 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b8df5f-d4b3-4e09-a565-550a090a49dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63292bc6-69b7-4ca1-a5a9-1fd0fb909b43,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:56.616057 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-034c0dd8-f50a-4c96-8bf5-d7b3deb43401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:56.651284 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-034c0dd8-f50a-4c96-8bf5-d7b3deb43401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:56.744537 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-034c0dd8-f50a-4c96-8bf5-d7b3deb43401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:56.749318 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-034c0dd8-f50a-4c96-8bf5-d7b3deb43401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:56.750957 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-034c0dd8-f50a-4c96-8bf5-d7b3deb43401 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9200479b-b2f6-40fd-aa4a-c1fcc0f35059 HTTP/1.1" status: 204 len: 168 time: 0.2899437 Sep 07 23:49:56.772593 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034c0dd8-f50a-4c96-8bf5-d7b3deb43401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9200479b-b2f6-40fd-aa4a-c1fcc0f35059,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:57.418807 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee10d0a4-b523-4f89-a022-4ea579735428 req-98bf9f29-517c-4ba0-9c49-8217574360a9 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:57.431539 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ee10d0a4-b523-4f89-a022-4ea579735428 req-98bf9f29-517c-4ba0-9c49-8217574360a9 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 945 time: 0.1805332 Sep 07 23:49:57.520132 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ee10d0a4-b523-4f89-a022-4ea579735428 req-266e9064-cc89-4428-9db8-e98049f533ff tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ff1b41d-3b65-4765-bb95-46afdd75cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870986 Sep 07 23:49:58.206133 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-aa33abbc-3017-4403-aaed-7a5a6ceb4c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:58.780817 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742052ff-7a9d-4e62-8fb7-fcff2fc1299e req-832a5888-8918-47b6-aa75-55d7e52b120b tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:58.782581 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-742052ff-7a9d-4e62-8fb7-fcff2fc1299e req-832a5888-8918-47b6-aa75-55d7e52b120b tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/networks?id=09912968-2b9d-4396-b8cf-aa37c9b2f256 HTTP/1.1" status: 200 len: 814 time: 0.1587770 Sep 07 23:49:58.811719 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-742052ff-7a9d-4e62-8fb7-fcff2fc1299e req-81504a99-faf0-456c-a4e5-7bf862a33805 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/quotas/4351e3b1aaa64bafa9cea9720a80c5a3 HTTP/1.1" status: 200 len: 375 time: 0.0123720 Sep 07 23:49:58.932345 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-742052ff-7a9d-4e62-8fb7-fcff2fc1299e req-72d77ce0-5a0b-490d-903e-84253f05606f tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4351e3b1aaa64bafa9cea9720a80c5a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0952513 Sep 07 23:49:59.021939 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 33458) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:49:59.063036 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-742052ff-7a9d-4e62-8fb7-fcff2fc1299e req-b9c3fb90-d63c-4095-98c3-666098c07011 service neutron] 10.222.0.15 "GET /v2.0/networks/09912968-2b9d-4396-b8cf-aa37c9b2f256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212554 Sep 07 23:49:59.186860 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-cac474dc-015d-49ef-a73e-4279b0b72a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:59.189564 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0b6ed-a5a6-4c56-a244-90437198ecdc req-01c963e0-635e-4d0a-9339-95113e3fbcfb tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:49:59.191802 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-b5c0b6ed-a5a6-4c56-a244-90437198ecdc req-01c963e0-635e-4d0a-9339-95113e3fbcfb tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 945 time: 0.1138558 Sep 07 23:49:59.215461 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-742052ff-7a9d-4e62-8fb7-fcff2fc1299e req-9e9a97aa-494b-481f-be7f-bacbd4c3972c service neutron] 10.222.0.15 "GET /v2.0/networks/09912968-2b9d-4396-b8cf-aa37c9b2f256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459339 Sep 07 23:49:59.250164 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-b5c0b6ed-a5a6-4c56-a244-90437198ecdc req-0a6ab9d9-bb1a-42c5-ad68-d75a28afb65a tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ff1b41d-3b65-4765-bb95-46afdd75cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449646 Sep 07 23:49:59.378901 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-cac474dc-015d-49ef-a73e-4279b0b72a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:59.384619 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-cac474dc-015d-49ef-a73e-4279b0b72a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:59.424108 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.agents_db [None req-89df3544-7e8a-43ac-bb25-e7a75b7011d0 None None] Agent healthcheck: found 6 active agents {{(pid=100553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 23:49:59.444142 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac474dc-015d-49ef-a73e-4279b0b72a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a424b4-1ad7-432b-b75f-9c751f4a8375,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:49:59.478340 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-cac474dc-015d-49ef-a73e-4279b0b72a21 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bcd3adc5563c4c0c90eb818e9b62f647&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4530957 Sep 07 23:49:59.482929 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 33472) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:49:59.525357 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-06ce5f7d-61df-4ae0-8713-ee594845d7f1 req-21569268-6d93-4e22-989f-d626567d5551 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/ports?device_id=8820607b-5d5a-42c9-96d2-f214ae781f1d HTTP/1.1" status: 200 len: 210 time: 0.0801961 Sep 07 23:49:59.591869 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-c7c4a1b3-c62e-492e-892d-6de235815e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:59.639976 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-c7c4a1b3-c62e-492e-892d-6de235815e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:59.709603 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-c7c4a1b3-c62e-492e-892d-6de235815e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:59.722645 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-c7c4a1b3-c62e-492e-892d-6de235815e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:49:59.739830 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-c7c4a1b3-c62e-492e-892d-6de235815e50 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/07a424b4-1ad7-432b-b75f-9c751f4a8375 HTTP/1.1" status: 204 len: 168 time: 0.2428272 Sep 07 23:49:59.755172 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c4a1b3-c62e-492e-892d-6de235815e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a424b4-1ad7-432b-b75f-9c751f4a8375,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:00.431046 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e3400-cbe4-4250-b351-be45263193fc req-740cea75-da59-4a7e-89bd-1857b6636886 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:00.434253 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-763e3400-cbe4-4250-b351-be45263193fc req-740cea75-da59-4a7e-89bd-1857b6636886 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 945 time: 0.1003938 Sep 07 23:50:00.497109 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-763e3400-cbe4-4250-b351-be45263193fc req-8afcc3cc-e527-46f4-84b1-0ce68f64b5fe tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ff1b41d-3b65-4765-bb95-46afdd75cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527902 Sep 07 23:50:00.650642 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-65f849bb-e90f-4b5c-9cbf-b146e5d61eae req-2ee36241-7f0e-490c-9b5f-b62a02a238ff tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/ports?device_id=8820607b-5d5a-42c9-96d2-f214ae781f1d HTTP/1.1" status: 200 len: 210 time: 0.0299995 Sep 07 23:50:01.145619 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:01.663964 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b597a-31b0-4465-8f9d-9ae05d081e92 req-cc90e2db-e431-4a0b-ade9-1969b24f48eb tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:01.666748 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4e8b597a-31b0-4465-8f9d-9ae05d081e92 req-cc90e2db-e431-4a0b-ade9-1969b24f48eb tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 945 time: 0.0786657 Sep 07 23:50:01.728934 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4e8b597a-31b0-4465-8f9d-9ae05d081e92 req-ce846c6e-1cb1-44ca-a87b-35f586db0105 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ff1b41d-3b65-4765-bb95-46afdd75cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557053 Sep 07 23:50:01.756156 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-84664250-c165-4df8-951d-4d6f43119676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:01.767543 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7bfc8bb9-33a9-485a-b9de-429e5418ba57 req-bf20f8f6-66eb-484b-a9af-9dc1d73def34 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/ports?device_id=8820607b-5d5a-42c9-96d2-f214ae781f1d HTTP/1.1" status: 200 len: 210 time: 0.0318921 Sep 07 23:50:02.940873 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-142eea5b-f0ff-46f5-a6b1-1ff4c120d1cf req-53d23a30-2bba-45f2-890c-5234a1d09e21 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/ports?device_id=8820607b-5d5a-42c9-96d2-f214ae781f1d HTTP/1.1" status: 200 len: 210 time: 0.0327418 Sep 07 23:50:02.958592 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7cb7a-2f8e-46b1-9eca-f1ee0daf4392 req-208b3fca-f168-4a79-a01c-22bb3bf6bd16 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:02.961006 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7ca7cb7a-2f8e-46b1-9eca-f1ee0daf4392 req-208b3fca-f168-4a79-a01c-22bb3bf6bd16 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 945 time: 0.0901463 Sep 07 23:50:03.004901 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7ca7cb7a-2f8e-46b1-9eca-f1ee0daf4392 req-9343c0ae-9aee-42cd-906f-f1fb5ad33b94 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ff1b41d-3b65-4765-bb95-46afdd75cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386429 Sep 07 23:50:03.342954 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ea97-3cf8-4e53-ad99-8ce826820bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:03.405429 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742052ff-7a9d-4e62-8fb7-fcff2fc1299e req-02ec4d09-fcd0-496d-bc39-9e519ea377d5 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:03.407295 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-742052ff-7a9d-4e62-8fb7-fcff2fc1299e req-02ec4d09-fcd0-496d-bc39-9e519ea377d5 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.42 "GET /v2.0/networks?id=09912968-2b9d-4396-b8cf-aa37c9b2f256 HTTP/1.1" status: 200 len: 814 time: 0.1525578 Sep 07 23:50:03.433715 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [req-742052ff-7a9d-4e62-8fb7-fcff2fc1299e req-d9432206-0da3-449d-97d5-a637db2a985e tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Request body: {'port': {'device_id': '8820607b-5d5a-42c9-96d2-f214ae781f1d', 'network_id': '09912968-2b9d-4396-b8cf-aa37c9b2f256', 'admin_state_up': True, 'tenant_id': '4351e3b1aaa64bafa9cea9720a80c5a3'}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:50:03.569096 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-742052ff-7a9d-4e62-8fb7-fcff2fc1299e req-d9432206-0da3-449d-97d5-a637db2a985e tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Made reservation on behalf of 4351e3b1aaa64bafa9cea9720a80c5a3 for: {'port': 1} {{(pid=100551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:50:03.573060 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-742052ff-7a9d-4e62-8fb7-fcff2fc1299e req-d9432206-0da3-449d-97d5-a637db2a985e tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:03.760900 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.db_base_plugin_common [req-742052ff-7a9d-4e62-8fb7-fcff2fc1299e req-d9432206-0da3-449d-97d5-a637db2a985e tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Allocated IP 172.20.0.12 (09912968-2b9d-4396-b8cf-aa37c9b2f256/dabd7f45-8b5d-4ae8-8693-50241ca4db2f/d496e4c6-ed6c-4b9a-8775-0eb582d762d4) {{(pid=100551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:50:04.071741 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-742052ff-7a9d-4e62-8fb7-fcff2fc1299e req-d9432206-0da3-449d-97d5-a637db2a985e tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks [] for port, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:04.130072 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-6d1fb19c-262a-4f7d-85ec-b06fc6145a47 req-766af890-eeed-40b4-afa4-a08c9e735d9d tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/ports?device_id=8820607b-5d5a-42c9-96d2-f214ae781f1d HTTP/1.1" status: 200 len: 210 time: 0.0546322 Sep 07 23:50:04.131373 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.provisioning_blocks [req-742052ff-7a9d-4e62-8fb7-fcff2fc1299e req-d9432206-0da3-449d-97d5-a637db2a985e tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Transition to ACTIVE for port object d496e4c6-ed6c-4b9a-8775-0eb582d762d4 will not be triggered until provisioned by entity DHCP. {{(pid=100551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:50:04.264553 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-742052ff-7a9d-4e62-8fb7-fcff2fc1299e req-d9432206-0da3-449d-97d5-a637db2a985e tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:04.400507 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9432206-0da3-449d-97d5-a637db2a985e tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Pushing event updated for resources: {'Port': ['ID=d496e4c6-ed6c-4b9a-8775-0eb582d762d4,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:04.474542 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf08f5-b3ca-454d-8fbf-479cd6ead7b4 req-e78bf895-9d16-49ab-b4a7-dc443628e442 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:04.477237 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7ebf08f5-b3ca-454d-8fbf-479cd6ead7b4 req-e78bf895-9d16-49ab-b4a7-dc443628e442 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 945 time: 0.2703662 Sep 07 23:50:04.480849 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-742052ff-7a9d-4e62-8fb7-fcff2fc1299e req-d9432206-0da3-449d-97d5-a637db2a985e tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Network 09912968-2b9d-4396-b8cf-aa37c9b2f256 is already hosted by enough agents. {{(pid=100551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:50:04.483199 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.base_scheduler [req-742052ff-7a9d-4e62-8fb7-fcff2fc1299e req-d9432206-0da3-449d-97d5-a637db2a985e tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Resources bound (agent type, host, resource id): {{(pid=100551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:50:04.487208 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.l3_dvrscheduler_db [req-742052ff-7a9d-4e62-8fb7-fcff2fc1299e req-d9432206-0da3-449d-97d5-a637db2a985e tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Received port after_create {{(pid=100551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:50:04.613957 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7ebf08f5-b3ca-454d-8fbf-479cd6ead7b4 req-92a16bda-fd90-44ba-969d-2e5dcc519fc2 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ff1b41d-3b65-4765-bb95-46afdd75cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221728 Sep 07 23:50:04.624615 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742052ff-7a9d-4e62-8fb7-fcff2fc1299e req-d9432206-0da3-449d-97d5-a637db2a985e tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:04.625294 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-742052ff-7a9d-4e62-8fb7-fcff2fc1299e req-d9432206-0da3-449d-97d5-a637db2a985e tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:04.659939 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-742052ff-7a9d-4e62-8fb7-fcff2fc1299e req-d9432206-0da3-449d-97d5-a637db2a985e tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2292485 Sep 07 23:50:04.823209 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-fcc629bf-a5f8-4e87-a76a-7209867f0fd3 None None] Provisioning for port d496e4c6-ed6c-4b9a-8775-0eb582d762d4 completed by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:50:04.835044 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-fcc629bf-a5f8-4e87-a76a-7209867f0fd3 None None] Provisioning complete for port d496e4c6-ed6c-4b9a-8775-0eb582d762d4 triggered by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:50:04.835413 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-fcc629bf-a5f8-4e87-a76a-7209867f0fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:04.874436 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-fcc629bf-a5f8-4e87-a76a-7209867f0fd3 None None] Port d496e4c6-ed6c-4b9a-8775-0eb582d762d4 cannot update to ACTIVE because it is not bound. {{(pid=100552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 23:50:05.199816 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-187590d1-19a7-4a5a-ac4c-70625f9f540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:05.311827 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f2f93-af4f-44b2-b2b4-23ce3a5ffde8 req-2fad6392-86d3-4ca6-96ed-938462f4eb64 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:05.313910 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-628f2f93-af4f-44b2-b2b4-23ce3a5ffde8 req-2fad6392-86d3-4ca6-96ed-938462f4eb64 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/ports?device_id=8820607b-5d5a-42c9-96d2-f214ae781f1d HTTP/1.1" status: 200 len: 932 time: 0.0800822 Sep 07 23:50:05.388490 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-628f2f93-af4f-44b2-b2b4-23ce3a5ffde8 req-e54551e7-dc69-43c5-ab07-e1157ff79397 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b9f13c3-1b0e-408c-b9eb-cdedf405f985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673611 Sep 07 23:50:05.834279 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785fc36-71a7-4b15-a60d-1e876a77a2a0 req-514cf3be-e242-4f3c-8b4b-51543338995a tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:05.835902 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c785fc36-71a7-4b15-a60d-1e876a77a2a0 req-514cf3be-e242-4f3c-8b4b-51543338995a tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 945 time: 0.0804164 Sep 07 23:50:05.895117 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c785fc36-71a7-4b15-a60d-1e876a77a2a0 req-18e5edb0-7130-44b3-9886-bf3005d804ec tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ff1b41d-3b65-4765-bb95-46afdd75cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489764 Sep 07 23:50:06.191052 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 33666) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:50:06.335394 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-f64c87dc-78df-410d-8c05-d9ca2f21bdc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:06.453981 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-f64c87dc-78df-410d-8c05-d9ca2f21bdc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:06.462285 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-f64c87dc-78df-410d-8c05-d9ca2f21bdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:06.535910 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-f64c87dc-78df-410d-8c05-d9ca2f21bdc4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ce8569ab0ae945d6839da88d819b82bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3434708 Sep 07 23:50:06.538125 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64c87dc-78df-410d-8c05-d9ca2f21bdc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3360a717-ebce-496b-9d8d-a58401b0ce44,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:06.538942 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 33672) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:50:06.576365 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f9a4f-565f-427b-80db-17ce9fe4914c req-a43d5450-9d9b-4b8c-985b-9f58ee750a56 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:06.578345 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-414f9a4f-565f-427b-80db-17ce9fe4914c req-a43d5450-9d9b-4b8c-985b-9f58ee750a56 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/ports?device_id=8820607b-5d5a-42c9-96d2-f214ae781f1d HTTP/1.1" status: 200 len: 932 time: 0.0952194 Sep 07 23:50:06.615792 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d059d8d6-94ca-455f-8555-2772916b0d1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:06.644784 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-414f9a4f-565f-427b-80db-17ce9fe4914c req-ccb9430b-d3e8-4a62-a02b-7c23d5195083 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b9f13c3-1b0e-408c-b9eb-cdedf405f985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571842 Sep 07 23:50:06.647009 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d059d8d6-94ca-455f-8555-2772916b0d1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:06.707211 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d059d8d6-94ca-455f-8555-2772916b0d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:06.710678 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d059d8d6-94ca-455f-8555-2772916b0d1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:06.712009 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-d059d8d6-94ca-455f-8555-2772916b0d1e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3360a717-ebce-496b-9d8d-a58401b0ce44 HTTP/1.1" status: 204 len: 168 time: 0.1720848 Sep 07 23:50:06.723442 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d059d8d6-94ca-455f-8555-2772916b0d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3360a717-ebce-496b-9d8d-a58401b0ce44,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:07.082219 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b9cc5-e951-4d56-9488-22922c263bed req-dd06b8fe-f560-4d85-be6f-835d343f97b7 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:07.086114 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-b19b9cc5-e951-4d56-9488-22922c263bed req-dd06b8fe-f560-4d85-be6f-835d343f97b7 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 945 time: 0.0897715 Sep 07 23:50:07.166734 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-b19b9cc5-e951-4d56-9488-22922c263bed req-4c5e1b3b-d508-4eb0-9747-c023ca157f8e tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ff1b41d-3b65-4765-bb95-46afdd75cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689275 Sep 07 23:50:07.896682 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d856db1-789c-4acb-b678-253245d97a78 req-5bd69f5f-db14-4bf8-a58d-e37ff378a978 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:07.898871 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1d856db1-789c-4acb-b678-253245d97a78 req-5bd69f5f-db14-4bf8-a58d-e37ff378a978 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/ports?device_id=8820607b-5d5a-42c9-96d2-f214ae781f1d HTTP/1.1" status: 200 len: 932 time: 0.1197422 Sep 07 23:50:07.969107 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1d856db1-789c-4acb-b678-253245d97a78 req-154d518a-66cc-4756-963c-6bb0c2f2a7bf tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b9f13c3-1b0e-408c-b9eb-cdedf405f985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576355 Sep 07 23:50:08.357107 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d9058-0f8b-4efe-bed7-b7009d95626e req-01571858-f09b-4a28-93b5-39762bec884e tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:08.358739 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-b53d9058-0f8b-4efe-bed7-b7009d95626e req-01571858-f09b-4a28-93b5-39762bec884e tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 945 time: 0.0651152 Sep 07 23:50:08.425113 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-b53d9058-0f8b-4efe-bed7-b7009d95626e req-6c849034-14e3-4106-a506-258553847ec5 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ff1b41d-3b65-4765-bb95-46afdd75cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588369 Sep 07 23:50:09.138121 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c841901-9a00-495c-81bc-5e29cda86960 req-32bfe3fb-743b-4b34-be8c-7368d7562780 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:09.141073 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-9c841901-9a00-495c-81bc-5e29cda86960 req-32bfe3fb-743b-4b34-be8c-7368d7562780 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/ports?device_id=8820607b-5d5a-42c9-96d2-f214ae781f1d HTTP/1.1" status: 200 len: 932 time: 0.0721815 Sep 07 23:50:09.212708 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-9c841901-9a00-495c-81bc-5e29cda86960 req-f7dd7414-0b6e-450e-b745-34baa90d02ae tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b9f13c3-1b0e-408c-b9eb-cdedf405f985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604668 Sep 07 23:50:09.608140 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50194941-b5f4-48df-9e38-8686cdb44716 req-949b21e9-36e6-4767-9ca0-201d8b87c083 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:09.609938 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-50194941-b5f4-48df-9e38-8686cdb44716 req-949b21e9-36e6-4767-9ca0-201d8b87c083 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 945 time: 0.0831370 Sep 07 23:50:09.656948 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-50194941-b5f4-48df-9e38-8686cdb44716 req-9fd185ca-5cc5-457d-b77e-58d190d27230 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ff1b41d-3b65-4765-bb95-46afdd75cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375893 Sep 07 23:50:10.373869 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08231ed-f162-458b-bd71-d9d8df0fbe82 req-ac3b6164-4bdc-4f76-a41b-b7b28b53b90b tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:10.376706 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f08231ed-f162-458b-bd71-d9d8df0fbe82 req-ac3b6164-4bdc-4f76-a41b-b7b28b53b90b tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/ports?device_id=8820607b-5d5a-42c9-96d2-f214ae781f1d HTTP/1.1" status: 200 len: 932 time: 0.0710557 Sep 07 23:50:10.447193 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f08231ed-f162-458b-bd71-d9d8df0fbe82 req-371fe30a-70e4-4e94-9dc1-f5c043f2da4a tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b9f13c3-1b0e-408c-b9eb-cdedf405f985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621321 Sep 07 23:50:10.952959 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1790c-8173-402e-9de3-4dbb584ab50a req-fd3de411-e307-4aa3-9b4d-563c5838105f tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:10.963265 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5ac1790c-8173-402e-9de3-4dbb584ab50a req-fd3de411-e307-4aa3-9b4d-563c5838105f tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 945 time: 0.1430926 Sep 07 23:50:11.060373 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5ac1790c-8173-402e-9de3-4dbb584ab50a req-f8ac0128-2e8b-4954-9fd0-ab89bc4fd394 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ff1b41d-3b65-4765-bb95-46afdd75cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897291 Sep 07 23:50:11.609621 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16900021-cf8e-4b28-9ad0-65af0f5872fc req-314cfe96-03b1-45a7-a9e8-335a185aa77c tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:11.612130 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-16900021-cf8e-4b28-9ad0-65af0f5872fc req-314cfe96-03b1-45a7-a9e8-335a185aa77c tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/ports?device_id=8820607b-5d5a-42c9-96d2-f214ae781f1d HTTP/1.1" status: 200 len: 932 time: 0.0715194 Sep 07 23:50:11.669073 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-16900021-cf8e-4b28-9ad0-65af0f5872fc req-e8e676b5-8a5c-47c1-97df-e86881d5148c tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b9f13c3-1b0e-408c-b9eb-cdedf405f985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405531 Sep 07 23:50:12.337312 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b045c0-5a0c-416b-8f45-4f4d05a9ac4b req-ef10a5e5-2826-4ed8-9ceb-478f31373953 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:12.339657 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c9b045c0-5a0c-416b-8f45-4f4d05a9ac4b req-ef10a5e5-2826-4ed8-9ceb-478f31373953 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 945 time: 0.1395597 Sep 07 23:50:12.396949 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c9b045c0-5a0c-416b-8f45-4f4d05a9ac4b req-9ea5d38f-0fa3-4740-ae9c-05e775d81b4f tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ff1b41d-3b65-4765-bb95-46afdd75cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502932 Sep 07 23:50:12.850854 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a168343b-c61d-42c1-8ce2-ad7bd9044405 req-7e7315a2-2de0-46bc-a46d-f89a3c719498 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:12.855501 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a168343b-c61d-42c1-8ce2-ad7bd9044405 req-7e7315a2-2de0-46bc-a46d-f89a3c719498 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/ports?device_id=8820607b-5d5a-42c9-96d2-f214ae781f1d HTTP/1.1" status: 200 len: 932 time: 0.0877533 Sep 07 23:50:12.903594 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a168343b-c61d-42c1-8ce2-ad7bd9044405 req-1d535b91-0be4-4aac-a447-17dd25ab0af1 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b9f13c3-1b0e-408c-b9eb-cdedf405f985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405240 Sep 07 23:50:13.605881 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26040d23-2db9-4f90-9271-d1952fcab316 req-e7b21c9c-9421-4d8a-9437-4832173c1d69 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:13.607541 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-26040d23-2db9-4f90-9271-d1952fcab316 req-e7b21c9c-9421-4d8a-9437-4832173c1d69 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 945 time: 0.0562873 Sep 07 23:50:13.655941 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-26040d23-2db9-4f90-9271-d1952fcab316 req-cf3361cb-1686-4a5c-a267-e00d92b6db33 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ff1b41d-3b65-4765-bb95-46afdd75cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401151 Sep 07 23:50:14.051996 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6aaba-a7e0-497b-85e3-49e324f82182 req-62e02102-eff6-4851-9675-0ba00ee4967f tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:14.054759 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c7a6aaba-a7e0-497b-85e3-49e324f82182 req-62e02102-eff6-4851-9675-0ba00ee4967f tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/ports?device_id=8820607b-5d5a-42c9-96d2-f214ae781f1d HTTP/1.1" status: 200 len: 932 time: 0.0711560 Sep 07 23:50:14.109044 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c7a6aaba-a7e0-497b-85e3-49e324f82182 req-08c917c4-037c-4b0c-b431-d127f3506351 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b9f13c3-1b0e-408c-b9eb-cdedf405f985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459862 Sep 07 23:50:14.816764 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c60db-5e76-490f-a9eb-08963b22900b req-0071b0f1-b9d1-4890-8168-398ebca6cdfe tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:14.818565 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8a6c60db-5e76-490f-a9eb-08963b22900b req-0071b0f1-b9d1-4890-8168-398ebca6cdfe tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 945 time: 0.0803196 Sep 07 23:50:14.863080 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8a6c60db-5e76-490f-a9eb-08963b22900b req-6a1276db-8704-4be3-af64-0e0ae229f72f tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ff1b41d-3b65-4765-bb95-46afdd75cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378377 Sep 07 23:50:15.272523 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ffcf3-4511-4e87-884f-d07a43dafd94 req-1fac1a8b-acbf-4fa2-aca1-702630c4038f tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:15.274167 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-dc8ffcf3-4511-4e87-884f-d07a43dafd94 req-1fac1a8b-acbf-4fa2-aca1-702630c4038f tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/ports?device_id=8820607b-5d5a-42c9-96d2-f214ae781f1d HTTP/1.1" status: 200 len: 932 time: 0.0614765 Sep 07 23:50:15.321804 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-dc8ffcf3-4511-4e87-884f-d07a43dafd94 req-ff20525a-ff4c-4f49-a125-7defb720be37 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b9f13c3-1b0e-408c-b9eb-cdedf405f985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395327 Sep 07 23:50:16.000469 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01d4b2-1f32-4110-801c-43ea42c4a3b5 req-3ae03a7c-25b5-4330-8a02-c76af7775a4c tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:16.002571 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-aa01d4b2-1f32-4110-801c-43ea42c4a3b5 req-3ae03a7c-25b5-4330-8a02-c76af7775a4c tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 945 time: 0.0569894 Sep 07 23:50:16.044127 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-aa01d4b2-1f32-4110-801c-43ea42c4a3b5 req-a00471f8-249a-4f04-b368-f21d324a1c4f tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ff1b41d-3b65-4765-bb95-46afdd75cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354898 Sep 07 23:50:16.117159 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [req-742052ff-7a9d-4e62-8fb7-fcff2fc1299e req-9bce416f-f986-4a72-8d89-b8b6cce45acf service neutron] Request body: {'port': {'device_id': '8820607b-5d5a-42c9-96d2-f214ae781f1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:50:16.180847 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-742052ff-7a9d-4e62-8fb7-fcff2fc1299e req-9bce416f-f986-4a72-8d89-b8b6cce45acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:16.517837 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a789a81-12b9-4f1d-9391-b78e862f483d req-ebcf0913-f5d8-4d82-a25f-4b0e616d5fef tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:16.520085 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-0a789a81-12b9-4f1d-9391-b78e862f483d req-ebcf0913-f5d8-4d82-a25f-4b0e616d5fef tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/ports?device_id=8820607b-5d5a-42c9-96d2-f214ae781f1d HTTP/1.1" status: 200 len: 932 time: 0.0881906 Sep 07 23:50:16.618174 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [req-742052ff-7a9d-4e62-8fb7-fcff2fc1299e req-9bce416f-f986-4a72-8d89-b8b6cce45acf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d496e4c6-ed6c-4b9a-8775-0eb582d762d4 {{(pid=100551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 23:50:16.625506 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-0a789a81-12b9-4f1d-9391-b78e862f483d req-ca41e1ae-201f-4f53-99f1-a9a71d7c7113 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b9f13c3-1b0e-408c-b9eb-cdedf405f985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950105 Sep 07 23:50:16.631661 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-742052ff-7a9d-4e62-8fb7-fcff2fc1299e req-9bce416f-f986-4a72-8d89-b8b6cce45acf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:16.652770 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.provisioning_blocks [req-742052ff-7a9d-4e62-8fb7-fcff2fc1299e req-9bce416f-f986-4a72-8d89-b8b6cce45acf service neutron] Transition to ACTIVE for port object d496e4c6-ed6c-4b9a-8775-0eb582d762d4 will not be triggered until provisioned by entity L2. {{(pid=100551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:50:16.653509 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-742052ff-7a9d-4e62-8fb7-fcff2fc1299e req-9bce416f-f986-4a72-8d89-b8b6cce45acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5131532'] for port, after_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:16.726553 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce416f-f986-4a72-8d89-b8b6cce45acf service neutron] Pushing event updated for resources: {'Port': ['ID=d496e4c6-ed6c-4b9a-8775-0eb582d762d4,revision_number=2']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:16.759732 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce416f-f986-4a72-8d89-b8b6cce45acf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:50:16.760214 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce416f-f986-4a72-8d89-b8b6cce45acf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:50:16.760721 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce416f-f986-4a72-8d89-b8b6cce45acf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:50:16.761196 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce416f-f986-4a72-8d89-b8b6cce45acf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:50:16.761676 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce416f-f986-4a72-8d89-b8b6cce45acf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:50:16.762150 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce416f-f986-4a72-8d89-b8b6cce45acf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:50:16.762616 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce416f-f986-4a72-8d89-b8b6cce45acf service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:50:16.763088 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce416f-f986-4a72-8d89-b8b6cce45acf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:50:16.763616 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce416f-f986-4a72-8d89-b8b6cce45acf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:50:16.764142 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce416f-f986-4a72-8d89-b8b6cce45acf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:50:16.764658 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce416f-f986-4a72-8d89-b8b6cce45acf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:50:16.765099 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce416f-f986-4a72-8d89-b8b6cce45acf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:50:16.833971 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-742052ff-7a9d-4e62-8fb7-fcff2fc1299e req-9bce416f-f986-4a72-8d89-b8b6cce45acf service neutron] Attempting to bind port d496e4c6-ed6c-4b9a-8775-0eb582d762d4 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 23:50:16.834315 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-742052ff-7a9d-4e62-8fb7-fcff2fc1299e req-9bce416f-f986-4a72-8d89-b8b6cce45acf service neutron] Attempting to bind port d496e4c6-ed6c-4b9a-8775-0eb582d762d4 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '6a354170-54c2-4c69-9a9b-4aa20358335f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '09912968-2b9d-4396-b8cf-aa37c9b2f256'}] {{(pid=100551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 23:50:16.834711 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742052ff-7a9d-4e62-8fb7-fcff2fc1299e req-9bce416f-f986-4a72-8d89-b8b6cce45acf service neutron] Attempting to bind port d496e4c6-ed6c-4b9a-8775-0eb582d762d4 on network 09912968-2b9d-4396-b8cf-aa37c9b2f256 {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:50:16.841811 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742052ff-7a9d-4e62-8fb7-fcff2fc1299e req-9bce416f-f986-4a72-8d89-b8b6cce45acf service neutron] Port d496e4c6-ed6c-4b9a-8775-0eb582d762d4 on network 09912968-2b9d-4396-b8cf-aa37c9b2f256 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 23:50:16.842277 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742052ff-7a9d-4e62-8fb7-fcff2fc1299e req-9bce416f-f986-4a72-8d89-b8b6cce45acf service neutron] Attempting to bind port d496e4c6-ed6c-4b9a-8775-0eb582d762d4 on network 09912968-2b9d-4396-b8cf-aa37c9b2f256 {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:50:16.850075 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742052ff-7a9d-4e62-8fb7-fcff2fc1299e req-9bce416f-f986-4a72-8d89-b8b6cce45acf service neutron] Checking agent: {'id': '8b06e77c-11ef-48c4-9ba2-92653b27ce62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 23, 44, 18), 'started_at': datetime.datetime(2021, 9, 7, 23, 44, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 23, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 23:50:16.850552 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742052ff-7a9d-4e62-8fb7-fcff2fc1299e req-9bce416f-f986-4a72-8d89-b8b6cce45acf service neutron] Checking segment: {'id': '6a354170-54c2-4c69-9a9b-4aa20358335f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '09912968-2b9d-4396-b8cf-aa37c9b2f256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:50:16.851036 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742052ff-7a9d-4e62-8fb7-fcff2fc1299e req-9bce416f-f986-4a72-8d89-b8b6cce45acf service neutron] Bound using segment: {'id': '6a354170-54c2-4c69-9a9b-4aa20358335f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '09912968-2b9d-4396-b8cf-aa37c9b2f256'} {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 23:50:16.851584 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-742052ff-7a9d-4e62-8fb7-fcff2fc1299e req-9bce416f-f986-4a72-8d89-b8b6cce45acf service neutron] Bound port: d496e4c6-ed6c-4b9a-8775-0eb582d762d4, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a354170-54c2-4c69-9a9b-4aa20358335f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '09912968-2b9d-4396-b8cf-aa37c9b2f256'}}] {{(pid=100551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 23:50:16.852043 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-742052ff-7a9d-4e62-8fb7-fcff2fc1299e req-9bce416f-f986-4a72-8d89-b8b6cce45acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:16.933253 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-742052ff-7a9d-4e62-8fb7-fcff2fc1299e req-9bce416f-f986-4a72-8d89-b8b6cce45acf service neutron] For port d496e4c6-ed6c-4b9a-8775-0eb582d762d4, host hv-cinder-75157, cleared binding levels {{(pid=100551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 23:50:16.937678 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-742052ff-7a9d-4e62-8fb7-fcff2fc1299e req-9bce416f-f986-4a72-8d89-b8b6cce45acf service neutron] For port d496e4c6-ed6c-4b9a-8775-0eb582d762d4, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=d496e4c6-ed6c-4b9a-8775-0eb582d762d4,segment=NetworkSegment(6a354170-54c2-4c69-9a9b-4aa20358335f),segment_id=6a354170-54c2-4c69-9a9b-4aa20358335f)] {{(pid=100551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 23:50:16.944125 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-742052ff-7a9d-4e62-8fb7-fcff2fc1299e req-9bce416f-f986-4a72-8d89-b8b6cce45acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5131532'] for port, after_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:16.981772 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742052ff-7a9d-4e62-8fb7-fcff2fc1299e req-9bce416f-f986-4a72-8d89-b8b6cce45acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:16.982511 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-742052ff-7a9d-4e62-8fb7-fcff2fc1299e req-9bce416f-f986-4a72-8d89-b8b6cce45acf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:16.985833 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-742052ff-7a9d-4e62-8fb7-fcff2fc1299e req-9bce416f-f986-4a72-8d89-b8b6cce45acf service neutron] 10.222.0.42 "PUT /v2.0/ports/d496e4c6-ed6c-4b9a-8775-0eb582d762d4 HTTP/1.1" status: 200 len: 1094 time: 0.8742692 Sep 07 23:50:16.990863 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8820607b-5d5a-42c9-96d2-f214ae781f1d', 'tag': 'd496e4c6-ed6c-4b9a-8775-0eb582d762d4'}] {{(pid=100551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:50:16.993352 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744d18a1a9123520e55b11d6b4f544890c28500fff252c5db1cb0c4b69d72d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e325adf1-a19d-42eb-ac46-f2bb7c46d8bd" -d '{"events": [{"name": "network-changed", "server_uuid": "8820607b-5d5a-42c9-96d2-f214ae781f1d", "tag": "d496e4c6-ed6c-4b9a-8775-0eb582d762d4"}]}' {{(pid=100551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:50:17.061190 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 23:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736de7e8-9d5d-49c1-b5e2-e92bc2457c38 x-openstack-request-id: req-736de7e8-9d5d-49c1-b5e2-e92bc2457c38 {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:50:17.061636 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8820607b-5d5a-42c9-96d2-f214ae781f1d", "tag": "d496e4c6-ed6c-4b9a-8775-0eb582d762d4", "status": "completed", "code": 200}]} {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:50:17.062037 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-736de7e8-9d5d-49c1-b5e2-e92bc2457c38 {{(pid=100551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:50:17.062675 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8820607b-5d5a-42c9-96d2-f214ae781f1d', 'tag': 'd496e4c6-ed6c-4b9a-8775-0eb582d762d4', 'status': 'completed', 'code': 200} Sep 07 23:50:17.087868 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce416f-f986-4a72-8d89-b8b6cce45acf service neutron] Pushing event updated for resources: {'Port': ['ID=d496e4c6-ed6c-4b9a-8775-0eb582d762d4,revision_number=3']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:17.123350 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742052ff-7a9d-4e62-8fb7-fcff2fc1299e req-72b6e7d8-5169-4e89-bb9e-f4a962575752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:17.126334 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-742052ff-7a9d-4e62-8fb7-fcff2fc1299e req-72b6e7d8-5169-4e89-bb9e-f4a962575752 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4351e3b1aaa64bafa9cea9720a80c5a3&device_id=8820607b-5d5a-42c9-96d2-f214ae781f1d HTTP/1.1" status: 200 len: 1097 time: 0.0860851 Sep 07 23:50:17.226552 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-742052ff-7a9d-4e62-8fb7-fcff2fc1299e req-e83987ea-0eef-4a94-9688-6b29d1da7637 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d496e4c6-ed6c-4b9a-8775-0eb582d762d4 HTTP/1.1" status: 200 len: 217 time: 0.0900226 Sep 07 23:50:17.310563 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e961567-37ee-4dc4-b88f-39cfef63812e req-d9e510e6-2ac6-49db-98f4-67419830c5f8 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:17.312150 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3e961567-37ee-4dc4-b88f-39cfef63812e req-d9e510e6-2ac6-49db-98f4-67419830c5f8 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 945 time: 0.1613340 Sep 07 23:50:17.313977 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742052ff-7a9d-4e62-8fb7-fcff2fc1299e req-a15d995c-c036-4e88-accc-94ccb142db23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:17.316263 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-742052ff-7a9d-4e62-8fb7-fcff2fc1299e req-a15d995c-c036-4e88-accc-94ccb142db23 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dabd7f45-8b5d-4ae8-8693-50241ca4db2f HTTP/1.1" status: 200 len: 853 time: 0.0744717 Sep 07 23:50:17.395852 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3e961567-37ee-4dc4-b88f-39cfef63812e req-3b7fc9c8-0567-4c40-a15a-5b7b57395cf5 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ff1b41d-3b65-4765-bb95-46afdd75cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709045 Sep 07 23:50:17.402185 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742052ff-7a9d-4e62-8fb7-fcff2fc1299e req-97b5de10-3142-4dc3-be27-b28093f43eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:17.403581 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-742052ff-7a9d-4e62-8fb7-fcff2fc1299e req-97b5de10-3142-4dc3-be27-b28093f43eeb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=09912968-2b9d-4396-b8cf-aa37c9b2f256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0768168 Sep 07 23:50:17.567092 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-742052ff-7a9d-4e62-8fb7-fcff2fc1299e req-4c925880-dc01-4805-9b94-517a7770a97f service neutron] 10.222.0.42 "GET /v2.0/networks/09912968-2b9d-4396-b8cf-aa37c9b2f256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541259 Sep 07 23:50:17.894815 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-742052ff-7a9d-4e62-8fb7-fcff2fc1299e req-12c7ed7e-359e-474f-8c57-043914f7180a service neutron] 10.222.0.42 "GET /v2.0/networks/09912968-2b9d-4396-b8cf-aa37c9b2f256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180320 Sep 07 23:50:17.910632 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab39e4-d337-4f32-abbf-0c7ad9ea5ef3 req-20a850d7-016c-4587-8fed-63994df54c9c tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:17.912253 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8dab39e4-d337-4f32-abbf-0c7ad9ea5ef3 req-20a850d7-016c-4587-8fed-63994df54c9c tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 945 time: 0.1841590 Sep 07 23:50:17.920714 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c2c13-91dd-4365-bc03-9950f569ed0b req-732307d4-dfb3-43ae-bd82-30ca9b11db28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:17.922533 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-550c2c13-91dd-4365-bc03-9950f569ed0b req-732307d4-dfb3-43ae-bd82-30ca9b11db28 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e4003bfbd06747ecac2423c1cdc6f5ff&device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 1098 time: 0.1676795 Sep 07 23:50:17.934362 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311efaaf-c2b4-4768-afc2-9d13859fb766 req-e31882cc-9555-45a3-8edd-dc330fc3dfd6 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:17.936433 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-311efaaf-c2b4-4768-afc2-9d13859fb766 req-e31882cc-9555-45a3-8edd-dc330fc3dfd6 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/ports?device_id=8820607b-5d5a-42c9-96d2-f214ae781f1d HTTP/1.1" status: 200 len: 944 time: 0.1390121 Sep 07 23:50:18.359400 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-311efaaf-c2b4-4768-afc2-9d13859fb766 req-821d6dc7-9b06-48cb-9033-c9ff341869b9 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b9f13c3-1b0e-408c-b9eb-cdedf405f985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4112542 Sep 07 23:50:18.363962 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8dab39e4-d337-4f32-abbf-0c7ad9ea5ef3 req-82fe5078-0790-411a-8684-680d48bde87d tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ff1b41d-3b65-4765-bb95-46afdd75cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4242737 Sep 07 23:50:18.403666 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e325adf1-a19d-42eb-ac46-f2bb7c46d8bd req-a27d25b7-d9fd-425c-9b92-ad95a7f7993e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:18.405339 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-e325adf1-a19d-42eb-ac46-f2bb7c46d8bd req-a27d25b7-d9fd-425c-9b92-ad95a7f7993e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4351e3b1aaa64bafa9cea9720a80c5a3&device_id=8820607b-5d5a-42c9-96d2-f214ae781f1d HTTP/1.1" status: 200 len: 1097 time: 0.4344611 Sep 07 23:50:18.412154 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c2c13-91dd-4365-bc03-9950f569ed0b req-5af661c4-522b-4d92-ba91-58f42629911a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:18.413767 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-550c2c13-91dd-4365-bc03-9950f569ed0b req-5af661c4-522b-4d92-ba91-58f42629911a service neutron] 10.222.0.42 "GET /v2.0/networks?id=9da50ae8-e6dd-49ef-bffd-03b5ec56f152 HTTP/1.1" status: 200 len: 912 time: 0.4761980 Sep 07 23:50:18.539347 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-550c2c13-91dd-4365-bc03-9950f569ed0b req-b7bc40ff-b71c-462b-a68f-8e4e4fb042ac service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e66af021-334b-44cc-a801-4788472f27fe HTTP/1.1" status: 200 len: 1000 time: 0.1166916 Sep 07 23:50:18.563250 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:18.599608 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e325adf1-a19d-42eb-ac46-f2bb7c46d8bd req-afd0ebbd-c6ea-4551-aa93-64dae170ff57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:18.601245 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-e325adf1-a19d-42eb-ac46-f2bb7c46d8bd req-afd0ebbd-c6ea-4551-aa93-64dae170ff57 service neutron] 10.222.0.42 "GET /v2.0/networks?id=09912968-2b9d-4396-b8cf-aa37c9b2f256 HTTP/1.1" status: 200 len: 915 time: 0.1865585 Sep 07 23:50:18.620667 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c2c13-91dd-4365-bc03-9950f569ed0b req-a927afb1-8b4b-4985-9b15-4cbc268ec5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:18.622282 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-550c2c13-91dd-4365-bc03-9950f569ed0b req-a927afb1-8b4b-4985-9b15-4cbc268ec5e4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=af6c2c51-70b3-4a7c-ab5d-dc9b76d1d9bc HTTP/1.1" status: 200 len: 850 time: 0.0741413 Sep 07 23:50:18.667773 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-e325adf1-a19d-42eb-ac46-f2bb7c46d8bd req-159bbb96-7244-438a-bfc8-291fae0b50ae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d496e4c6-ed6c-4b9a-8775-0eb582d762d4 HTTP/1.1" status: 200 len: 217 time: 0.0576816 Sep 07 23:50:18.745736 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c2c13-91dd-4365-bc03-9950f569ed0b req-3e2faaf3-c1af-42fb-a6b1-dbac5b66be76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:18.747289 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-550c2c13-91dd-4365-bc03-9950f569ed0b req-3e2faaf3-c1af-42fb-a6b1-dbac5b66be76 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9da50ae8-e6dd-49ef-bffd-03b5ec56f152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0930352 Sep 07 23:50:18.749516 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e325adf1-a19d-42eb-ac46-f2bb7c46d8bd req-c61d1e9a-35c7-4b8c-9671-16ec7a247adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:18.751454 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-e325adf1-a19d-42eb-ac46-f2bb7c46d8bd req-c61d1e9a-35c7-4b8c-9671-16ec7a247adf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dabd7f45-8b5d-4ae8-8693-50241ca4db2f HTTP/1.1" status: 200 len: 853 time: 0.0625505 Sep 07 23:50:18.868878 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e325adf1-a19d-42eb-ac46-f2bb7c46d8bd req-96a77cec-7ce6-40b4-a3c9-ab9becb09fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:18.870401 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-e325adf1-a19d-42eb-ac46-f2bb7c46d8bd req-96a77cec-7ce6-40b4-a3c9-ab9becb09fb5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=09912968-2b9d-4396-b8cf-aa37c9b2f256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1078885 Sep 07 23:50:18.896707 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-550c2c13-91dd-4365-bc03-9950f569ed0b req-c3751b5c-d6d4-4961-a73a-ccac0cfe4cdb service neutron] 10.222.0.42 "GET /v2.0/networks/9da50ae8-e6dd-49ef-bffd-03b5ec56f152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353369 Sep 07 23:50:19.062923 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-e325adf1-a19d-42eb-ac46-f2bb7c46d8bd req-f3656e54-71d8-466f-823c-13157c0f04e9 service neutron] 10.222.0.42 "GET /v2.0/networks/09912968-2b9d-4396-b8cf-aa37c9b2f256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799264 Sep 07 23:50:19.087730 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-550c2c13-91dd-4365-bc03-9950f569ed0b req-f545e834-50cc-4b47-94ba-c5c02e5c1919 service neutron] 10.222.0.42 "GET /v2.0/networks/9da50ae8-e6dd-49ef-bffd-03b5ec56f152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812596 Sep 07 23:50:19.220242 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-e325adf1-a19d-42eb-ac46-f2bb7c46d8bd req-0c166d84-27e4-453e-bc45-eaf8e9b116a7 service neutron] 10.222.0.42 "GET /v2.0/networks/09912968-2b9d-4396-b8cf-aa37c9b2f256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467009 Sep 07 23:50:19.592433 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e75d8eb-0cbf-47b5-9100-63948cf49442 req-d60badb4-07cb-4e77-a2ec-0410f43ddd00 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:19.595126 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5e75d8eb-0cbf-47b5-9100-63948cf49442 req-d60badb4-07cb-4e77-a2ec-0410f43ddd00 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/ports?device_id=8820607b-5d5a-42c9-96d2-f214ae781f1d HTTP/1.1" status: 200 len: 944 time: 0.1529238 Sep 07 23:50:19.630659 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9998600-9623-4e82-8314-dc44433756a0 req-52b28fc2-0503-441e-b3be-2d8d0a00a7ac tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:19.634318 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c9998600-9623-4e82-8314-dc44433756a0 req-52b28fc2-0503-441e-b3be-2d8d0a00a7ac tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 945 time: 0.1460390 Sep 07 23:50:19.719070 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5e75d8eb-0cbf-47b5-9100-63948cf49442 req-22fba0cd-2fc1-4811-ac4e-179be556b787 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b9f13c3-1b0e-408c-b9eb-cdedf405f985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169679 Sep 07 23:50:19.722792 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c9998600-9623-4e82-8314-dc44433756a0 req-5cb71725-1afc-47b1-bd03-711a88335a00 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ff1b41d-3b65-4765-bb95-46afdd75cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741627 Sep 07 23:50:20.345206 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device d496e4c6-ed6c-4b9a-8775-0eb582d762d4 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=100552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 23:50:20.474263 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port d496e4c6-ed6c-4b9a-8775-0eb582d762d4, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=d496e4c6-ed6c-4b9a-8775-0eb582d762d4,segment=NetworkSegment(6a354170-54c2-4c69-9a9b-4aa20358335f),segment_id=6a354170-54c2-4c69-9a9b-4aa20358335f)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:50:20.490835 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Returning: {'device': 'd496e4c6-ed6c-4b9a-8775-0eb582d762d4', 'network_id': '09912968-2b9d-4396-b8cf-aa37c9b2f256', 'port_id': 'd496e4c6-ed6c-4b9a-8775-0eb582d762d4', 'mac_address': 'fa:16:3e:59:d5:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dabd7f45-8b5d-4ae8-8693-50241ca4db2f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 23:50:20.546241 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:20.565670 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.notifiers.nova [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d496e4c6-ed6c-4b9a-8775-0eb582d762d4 {{(pid=100552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 23:50:20.589353 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port d496e4c6-ed6c-4b9a-8775-0eb582d762d4, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=d496e4c6-ed6c-4b9a-8775-0eb582d762d4,segment=NetworkSegment(6a354170-54c2-4c69-9a9b-4aa20358335f),segment_id=6a354170-54c2-4c69-9a9b-4aa20358335f)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:50:20.594342 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:20.655399 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Pushing event updated for resources: {'Port': ['ID=d496e4c6-ed6c-4b9a-8775-0eb582d762d4,revision_number=4']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:20.847569 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] get_ports_and_sgs() called for port_ids ['d496e4c6-ed6c-4b9a-8775-0eb582d762d4'] {{(pid=100552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 23:50:20.927491 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 33908) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:50:20.991149 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3baeb47-e53b-45de-aca3-8694d07e3392 req-d45333b1-3fc5-4f25-9b8b-8ecb0b601016 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:20.994087 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c3baeb47-e53b-45de-aca3-8694d07e3392 req-d45333b1-3fc5-4f25-9b8b-8ecb0b601016 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 945 time: 0.1516364 Sep 07 23:50:21.025575 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59bfd3e-89d7-4d6f-a7ee-c8b68def2d11 req-6a6ea1c4-217e-47c4-8248-bae29a1fd018 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:21.028050 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-b59bfd3e-89d7-4d6f-a7ee-c8b68def2d11 req-6a6ea1c4-217e-47c4-8248-bae29a1fd018 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/ports?device_id=8820607b-5d5a-42c9-96d2-f214ae781f1d HTTP/1.1" status: 200 len: 945 time: 0.1816561 Sep 07 23:50:21.135290 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c3baeb47-e53b-45de-aca3-8694d07e3392 req-5724e273-fe76-4497-add2-9504a60b8a88 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ff1b41d-3b65-4765-bb95-46afdd75cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055453 Sep 07 23:50:21.155508 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-b59bfd3e-89d7-4d6f-a7ee-c8b68def2d11 req-8fd25c45-a4e3-4bde-a974-6454f588c33f tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b9f13c3-1b0e-408c-b9eb-cdedf405f985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142917 Sep 07 23:50:21.156835 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-e09314e6-e7a9-4001-8456-c40a446b73ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:21.300282 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-e09314e6-e7a9-4001-8456-c40a446b73ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:21.306015 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-e09314e6-e7a9-4001-8456-c40a446b73ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:21.347218 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09314e6-e7a9-4001-8456-c40a446b73ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d5ae3b-0eec-4fe7-9cb5-c791a0b929a9,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:21.354060 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-e09314e6-e7a9-4001-8456-c40a446b73ea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0e3a6e563efd404b83069f374236c334&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4227903 Sep 07 23:50:21.355447 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 33922) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:50:21.357989 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09314e6-e7a9-4001-8456-c40a446b73ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:50:21.358347 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09314e6-e7a9-4001-8456-c40a446b73ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:50:21.358688 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09314e6-e7a9-4001-8456-c40a446b73ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:50:21.359030 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09314e6-e7a9-4001-8456-c40a446b73ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:50:21.359366 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09314e6-e7a9-4001-8456-c40a446b73ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:50:21.359701 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09314e6-e7a9-4001-8456-c40a446b73ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:50:21.360075 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09314e6-e7a9-4001-8456-c40a446b73ea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:50:21.360407 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09314e6-e7a9-4001-8456-c40a446b73ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:50:21.360979 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09314e6-e7a9-4001-8456-c40a446b73ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:50:21.361883 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09314e6-e7a9-4001-8456-c40a446b73ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:50:21.362248 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09314e6-e7a9-4001-8456-c40a446b73ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:50:21.362776 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09314e6-e7a9-4001-8456-c40a446b73ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:50:21.448826 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-dd5e075e-dbb7-4ef8-bc85-9c9d740caf99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:21.496186 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-dd5e075e-dbb7-4ef8-bc85-9c9d740caf99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:21.561853 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-dd5e075e-dbb7-4ef8-bc85-9c9d740caf99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:21.566644 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-dd5e075e-dbb7-4ef8-bc85-9c9d740caf99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:21.568965 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-dd5e075e-dbb7-4ef8-bc85-9c9d740caf99 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f6d5ae3b-0eec-4fe7-9cb5-c791a0b929a9 HTTP/1.1" status: 204 len: 168 time: 0.2120192 Sep 07 23:50:21.583692 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5e075e-dbb7-4ef8-bc85-9c9d740caf99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d5ae3b-0eec-4fe7-9cb5-c791a0b929a9,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:21.933840 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 33932) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:50:21.949134 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-f356848e-97fb-4186-b68f-231ce822fd29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:22.063017 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-f356848e-97fb-4186-b68f-231ce822fd29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:22.068830 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-f356848e-97fb-4186-b68f-231ce822fd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:22.113182 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-f356848e-97fb-4186-b68f-231ce822fd29 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=65df5b8e94cb4dea942e11316c205d97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1780906 Sep 07 23:50:22.114453 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f356848e-97fb-4186-b68f-231ce822fd29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a99311-0165-497b-b346-c268e7165fe7,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:22.115994 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 33934) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:50:22.180166 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-aabf885b-e77e-4e6e-8237-1c68d8f38874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:22.207051 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-aabf885b-e77e-4e6e-8237-1c68d8f38874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:22.267248 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-aabf885b-e77e-4e6e-8237-1c68d8f38874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:22.275152 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-aabf885b-e77e-4e6e-8237-1c68d8f38874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:22.279209 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-aabf885b-e77e-4e6e-8237-1c68d8f38874 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/56a99311-0165-497b-b346-c268e7165fe7 HTTP/1.1" status: 204 len: 168 time: 0.1614907 Sep 07 23:50:22.294056 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf885b-e77e-4e6e-8237-1c68d8f38874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a99311-0165-497b-b346-c268e7165fe7,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:22.333633 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac4be26-7483-47dd-b12f-a9fcb8861ac2 req-de217cef-eba3-41ec-b263-7bad88501fef tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:22.336202 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-0ac4be26-7483-47dd-b12f-a9fcb8861ac2 req-de217cef-eba3-41ec-b263-7bad88501fef tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/ports?device_id=8820607b-5d5a-42c9-96d2-f214ae781f1d HTTP/1.1" status: 200 len: 945 time: 0.0986910 Sep 07 23:50:22.345500 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device d496e4c6-ed6c-4b9a-8775-0eb582d762d4 up at agent hyperv_hv-cinder-75157 {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:50:22.411515 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-0ac4be26-7483-47dd-b12f-a9fcb8861ac2 req-86f62671-9dee-4bde-a595-334eecee482c tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b9f13c3-1b0e-408c-b9eb-cdedf405f985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618975 Sep 07 23:50:22.420728 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Provisioning for port d496e4c6-ed6c-4b9a-8775-0eb582d762d4 completed by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:50:22.427714 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Provisioning complete for port d496e4c6-ed6c-4b9a-8775-0eb582d762d4 triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:50:22.428265 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:22.575185 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:22.617435 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8820607b-5d5a-42c9-96d2-f214ae781f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd496e4c6-ed6c-4b9a-8775-0eb582d762d4'}] {{(pid=100552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:50:22.621142 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6af7ada11e39af001df59af8fe1a830bb49e6ec01a9e34e873de5065727c58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446d15ae-74e7-489c-8172-23dc36afce24" -d '{"events": [{"server_uuid": "8820607b-5d5a-42c9-96d2-f214ae781f1d", "name": "network-vif-plugged", "status": "completed", "tag": "d496e4c6-ed6c-4b9a-8775-0eb582d762d4"}]}' {{(pid=100552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:50:22.647405 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port d496e4c6-ed6c-4b9a-8775-0eb582d762d4, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=d496e4c6-ed6c-4b9a-8775-0eb582d762d4,segment=NetworkSegment(6a354170-54c2-4c69-9a9b-4aa20358335f),segment_id=6a354170-54c2-4c69-9a9b-4aa20358335f)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:50:22.661661 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:22.693129 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 23:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360eb5fa-90ca-40fc-97d5-2d9652bef6b0 x-openstack-request-id: req-360eb5fa-90ca-40fc-97d5-2d9652bef6b0 {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:50:22.693295 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8820607b-5d5a-42c9-96d2-f214ae781f1d", "name": "network-vif-plugged", "status": "completed", "tag": "d496e4c6-ed6c-4b9a-8775-0eb582d762d4", "code": 200}]} {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:50:22.693602 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-360eb5fa-90ca-40fc-97d5-2d9652bef6b0 {{(pid=100552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:50:22.694179 dv-cinder-751579-26-iscsi neutron-server[100552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8820607b-5d5a-42c9-96d2-f214ae781f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd496e4c6-ed6c-4b9a-8775-0eb582d762d4', 'code': 200} Sep 07 23:50:22.729316 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Pushing event updated for resources: {'Port': ['ID=d496e4c6-ed6c-4b9a-8775-0eb582d762d4,revision_number=5']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:22.919763 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b8d12a-68c6-4b27-83f3-53548436fb4b req-d123acfd-8056-48d5-ad52-95aef2d2e077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:22.921393 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-36b8d12a-68c6-4b27-83f3-53548436fb4b req-d123acfd-8056-48d5-ad52-95aef2d2e077 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8820607b-5d5a-42c9-96d2-f214ae781f1d HTTP/1.1" status: 200 len: 1099 time: 0.0546858 Sep 07 23:50:22.963645 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-36b8d12a-68c6-4b27-83f3-53548436fb4b req-e196871d-897f-4ef6-99e8-31b6861ecbba service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9b9f13c3-1b0e-408c-b9eb-cdedf405f985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346575 Sep 07 23:50:22.986882 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 33958) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:50:23.122407 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-3c295863-276a-425a-8fd2-ccf33b725098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:23.241392 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-3c295863-276a-425a-8fd2-ccf33b725098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:23.248430 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-3c295863-276a-425a-8fd2-ccf33b725098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:23.314353 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-3c295863-276a-425a-8fd2-ccf33b725098 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=59a63b280131499db1946a0396a60b44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3263221 Sep 07 23:50:23.316742 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c295863-276a-425a-8fd2-ccf33b725098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50556ff-c310-4c7a-851b-6c64abf89169,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:23.318599 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 33970) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:50:23.401484 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-46f15417-e481-48ce-b8e1-58e42e710aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:23.443594 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-46f15417-e481-48ce-b8e1-58e42e710aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:23.557473 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-46f15417-e481-48ce-b8e1-58e42e710aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:23.561977 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-46f15417-e481-48ce-b8e1-58e42e710aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:23.563802 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-46f15417-e481-48ce-b8e1-58e42e710aba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e50556ff-c310-4c7a-851b-6c64abf89169 HTTP/1.1" status: 204 len: 168 time: 0.2436481 Sep 07 23:50:23.586308 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f15417-e481-48ce-b8e1-58e42e710aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50556ff-c310-4c7a-851b-6c64abf89169,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:23.612865 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01c0e3-3a53-4465-a990-bcbba1ee005b req-8e6774f3-9889-491e-b54f-4c3fad3fd800 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:23.617311 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-de01c0e3-3a53-4465-a990-bcbba1ee005b req-8e6774f3-9889-491e-b54f-4c3fad3fd800 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/ports?device_id=8820607b-5d5a-42c9-96d2-f214ae781f1d HTTP/1.1" status: 200 len: 946 time: 0.1097305 Sep 07 23:50:23.668935 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-de01c0e3-3a53-4465-a990-bcbba1ee005b req-d248214d-9a7a-4e02-a666-2aea4976d5bb tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b9f13c3-1b0e-408c-b9eb-cdedf405f985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385578 Sep 07 23:50:24.863727 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a0d99-3fb0-4a1b-ac3d-2d3b52cfd8e6 req-bee4bc2a-d37e-498d-936f-27a7018d19ed tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:24.865621 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-0f4a0d99-3fb0-4a1b-ac3d-2d3b52cfd8e6 req-bee4bc2a-d37e-498d-936f-27a7018d19ed tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/ports?device_id=8820607b-5d5a-42c9-96d2-f214ae781f1d HTTP/1.1" status: 200 len: 946 time: 0.0742319 Sep 07 23:50:24.868223 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 34024) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:50:24.917030 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-0f4a0d99-3fb0-4a1b-ac3d-2d3b52cfd8e6 req-d8bdac73-f9c2-472d-b706-572f7f9b2792 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b9f13c3-1b0e-408c-b9eb-cdedf405f985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375366 Sep 07 23:50:25.042321 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-afbaf1e5-6662-4ef0-b7b0-e95728b41dc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:25.148405 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210caf3b-1236-4bae-a53d-f85ef18aa08a req-94e48a65-08de-4a64-99ba-9b66d0b1f353 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:25.150068 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-210caf3b-1236-4bae-a53d-f85ef18aa08a req-94e48a65-08de-4a64-99ba-9b66d0b1f353 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/ports?device_id=8820607b-5d5a-42c9-96d2-f214ae781f1d HTTP/1.1" status: 200 len: 946 time: 0.0982311 Sep 07 23:50:25.241123 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-210caf3b-1236-4bae-a53d-f85ef18aa08a req-3d5b7a12-4f70-46ea-8cf9-7a695519d145 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b9f13c3-1b0e-408c-b9eb-cdedf405f985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797491 Sep 07 23:50:25.293622 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-afbaf1e5-6662-4ef0-b7b0-e95728b41dc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:25.299986 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-afbaf1e5-6662-4ef0-b7b0-e95728b41dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:25.350670 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-afbaf1e5-6662-4ef0-b7b0-e95728b41dc1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b221911aa74c4b56bf93b2f0d7931a50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4813013 Sep 07 23:50:25.355012 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 34042) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:50:25.361973 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbaf1e5-6662-4ef0-b7b0-e95728b41dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116f806a-6cd8-45e1-b77a-10e9ce6eea57,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:25.421408 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-218b1f14-327f-4efa-a29b-07c19b2f767e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:25.459525 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-218b1f14-327f-4efa-a29b-07c19b2f767e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:25.550913 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-218b1f14-327f-4efa-a29b-07c19b2f767e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:25.556069 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-218b1f14-327f-4efa-a29b-07c19b2f767e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:25.558754 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-218b1f14-327f-4efa-a29b-07c19b2f767e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/116f806a-6cd8-45e1-b77a-10e9ce6eea57 HTTP/1.1" status: 204 len: 168 time: 0.2023101 Sep 07 23:50:25.576427 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218b1f14-327f-4efa-a29b-07c19b2f767e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116f806a-6cd8-45e1-b77a-10e9ce6eea57,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:25.716414 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3c72a576-a7c0-4bae-b833-ef13f74a496d req-16f8016c-7efc-4735-bc94-35744603a454 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0728118 Sep 07 23:50:25.902011 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72a576-a7c0-4bae-b833-ef13f74a496d req-3c71cc63-db15-45e5-97c5-268e5f9c2607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:25.904382 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3c72a576-a7c0-4bae-b833-ef13f74a496d req-3c71cc63-db15-45e5-97c5-268e5f9c2607 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e4003bfbd06747ecac2423c1cdc6f5ff&device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 1098 time: 0.1466577 Sep 07 23:50:25.928257 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b679ba-1cb3-4732-bf58-b31dce34c650 req-c2d6e8eb-433d-4009-a50f-f9eaa9b475c8 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:25.930868 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-08b679ba-1cb3-4732-bf58-b31dce34c650 req-c2d6e8eb-433d-4009-a50f-f9eaa9b475c8 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/ports?device_id=8820607b-5d5a-42c9-96d2-f214ae781f1d HTTP/1.1" status: 200 len: 946 time: 0.1188354 Sep 07 23:50:26.039123 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 34062) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:50:26.055216 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-586ba7cc-6c71-4636-994b-b49caa5963b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:26.098123 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-08b679ba-1cb3-4732-bf58-b31dce34c650 req-2c555e47-db42-416e-94c3-5831ebd96c8b tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b9f13c3-1b0e-408c-b9eb-cdedf405f985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509485 Sep 07 23:50:26.167153 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72a576-a7c0-4bae-b833-ef13f74a496d req-67206e8e-89a3-4759-bf04-cdd07b7130e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:26.168835 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3c72a576-a7c0-4bae-b833-ef13f74a496d req-67206e8e-89a3-4759-bf04-cdd07b7130e6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9da50ae8-e6dd-49ef-bffd-03b5ec56f152 HTTP/1.1" status: 200 len: 912 time: 0.2366242 Sep 07 23:50:26.172491 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-586ba7cc-6c71-4636-994b-b49caa5963b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:26.178176 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-586ba7cc-6c71-4636-994b-b49caa5963b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:26.242264 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-586ba7cc-6c71-4636-994b-b49caa5963b9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2b0bafc6cd0943ada57d607fee7bf902&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2014799 Sep 07 23:50:26.244884 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 34070) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:50:26.266705 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ba7cc-6c71-4636-994b-b49caa5963b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c5fa85-2add-4302-86cc-21f740b2ccf6,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:26.278329 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3c72a576-a7c0-4bae-b833-ef13f74a496d req-353d5c40-2b5f-446e-bf22-102c9bd1d0da service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e66af021-334b-44cc-a801-4788472f27fe HTTP/1.1" status: 200 len: 1000 time: 0.0954871 Sep 07 23:50:26.377723 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72a576-a7c0-4bae-b833-ef13f74a496d req-796c099c-3433-470b-bc4c-bcacca99a9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:26.379563 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3c72a576-a7c0-4bae-b833-ef13f74a496d req-796c099c-3433-470b-bc4c-bcacca99a9d4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=af6c2c51-70b3-4a7c-ab5d-dc9b76d1d9bc HTTP/1.1" status: 200 len: 850 time: 0.0873539 Sep 07 23:50:26.380645 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-3aca3ad8-53a5-4dda-bb35-f350bcb2fc44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:26.422624 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-3aca3ad8-53a5-4dda-bb35-f350bcb2fc44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:26.542297 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72a576-a7c0-4bae-b833-ef13f74a496d req-33a2a1de-aaad-433a-bcac-fdc82484827f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:26.545252 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3c72a576-a7c0-4bae-b833-ef13f74a496d req-33a2a1de-aaad-433a-bcac-fdc82484827f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9da50ae8-e6dd-49ef-bffd-03b5ec56f152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0594430 Sep 07 23:50:26.556032 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-3aca3ad8-53a5-4dda-bb35-f350bcb2fc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:26.558696 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-3aca3ad8-53a5-4dda-bb35-f350bcb2fc44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:26.559876 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-3aca3ad8-53a5-4dda-bb35-f350bcb2fc44 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/42c5fa85-2add-4302-86cc-21f740b2ccf6 HTTP/1.1" status: 204 len: 168 time: 0.3135955 Sep 07 23:50:26.602811 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aca3ad8-53a5-4dda-bb35-f350bcb2fc44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c5fa85-2add-4302-86cc-21f740b2ccf6,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:26.720545 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3c72a576-a7c0-4bae-b833-ef13f74a496d req-0c85d414-9ae8-4a08-b927-260cc94affd9 service neutron] 10.222.0.42 "GET /v2.0/networks/9da50ae8-e6dd-49ef-bffd-03b5ec56f152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655536 Sep 07 23:50:26.898351 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3c72a576-a7c0-4bae-b833-ef13f74a496d req-01e46c08-b03c-4ffc-8e49-8e266c5c30d6 service neutron] 10.222.0.42 "GET /v2.0/networks/9da50ae8-e6dd-49ef-bffd-03b5ec56f152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671195 Sep 07 23:50:28.209519 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-23daa98e-fe2a-4f90-b383-bd79771da9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:31.147742 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:31.756140 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-577361e6-d5c0-499c-ae19-bde5e05fbff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:33.339685 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ea97-3cf8-4e53-ad99-8ce826820bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:34.999023 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 34250) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:50:35.118531 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-3ab147bb-f24a-480b-8487-3bf5c4720e94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:35.189535 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-187590d1-19a7-4a5a-ac4c-70625f9f540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:35.223790 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-3ab147bb-f24a-480b-8487-3bf5c4720e94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:35.227860 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-3ab147bb-f24a-480b-8487-3bf5c4720e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:35.269646 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-3ab147bb-f24a-480b-8487-3bf5c4720e94 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=85e7273649594afc8488a42b55cc243e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2694240 Sep 07 23:50:35.270555 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab147bb-f24a-480b-8487-3bf5c4720e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5769a5-e651-4929-a800-efc88a138b9c,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:35.272933 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 34256) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:50:35.327182 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-b027b28f-e2ea-48cc-bce7-af9ce7783d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:35.350466 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-b027b28f-e2ea-48cc-bce7-af9ce7783d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:35.417293 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-b027b28f-e2ea-48cc-bce7-af9ce7783d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:35.420754 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-b027b28f-e2ea-48cc-bce7-af9ce7783d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:35.422277 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-b027b28f-e2ea-48cc-bce7-af9ce7783d6c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3c5769a5-e651-4929-a800-efc88a138b9c HTTP/1.1" status: 204 len: 168 time: 0.1480193 Sep 07 23:50:35.430919 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b027b28f-e2ea-48cc-bce7-af9ce7783d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5769a5-e651-4929-a800-efc88a138b9c,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:35.818669 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 34276) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:50:35.844854 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-b7673567-d987-496a-ab21-feafda585f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:35.984688 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-b7673567-d987-496a-ab21-feafda585f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:35.989273 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-b7673567-d987-496a-ab21-feafda585f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:36.035015 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-b7673567-d987-496a-ab21-feafda585f96 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=039a6ac1940d4bdc83aad780d85404c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2145247 Sep 07 23:50:36.036197 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7673567-d987-496a-ab21-feafda585f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9c3fce-2f75-4501-ba57-2d13a5aadaa2,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:36.037801 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 34280) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:50:36.094192 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d17c0af6-157c-45df-b1fd-bcd3f39c19fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:36.119623 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d17c0af6-157c-45df-b1fd-bcd3f39c19fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:36.188650 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d17c0af6-157c-45df-b1fd-bcd3f39c19fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:36.193711 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d17c0af6-157c-45df-b1fd-bcd3f39c19fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:36.197759 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-d17c0af6-157c-45df-b1fd-bcd3f39c19fb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6f9c3fce-2f75-4501-ba57-2d13a5aadaa2 HTTP/1.1" status: 204 len: 168 time: 0.1564333 Sep 07 23:50:36.211349 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c0af6-157c-45df-b1fd-bcd3f39c19fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9c3fce-2f75-4501-ba57-2d13a5aadaa2,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:36.425776 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaee9e6-33f3-440e-b347-9380e3423937 req-cd1ed389-a172-4698-b1b4-d072291edc8a tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:36.427727 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3eaee9e6-33f3-440e-b347-9380e3423937 req-cd1ed389-a172-4698-b1b4-d072291edc8a tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/ports?device_id=8820607b-5d5a-42c9-96d2-f214ae781f1d HTTP/1.1" status: 200 len: 946 time: 0.0671258 Sep 07 23:50:36.431073 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.agents_db [None req-89df3544-7e8a-43ac-bb25-e7a75b7011d0 None None] Agent healthcheck: found 6 active agents {{(pid=100553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 23:50:36.493951 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3eaee9e6-33f3-440e-b347-9380e3423937 req-b32f017c-8f43-491d-ac28-d05987fd930f tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b9f13c3-1b0e-408c-b9eb-cdedf405f985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578051 Sep 07 23:50:36.517572 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 34294) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:50:36.690955 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 34298) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:50:36.708385 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-980417f8-2470-4e48-af3c-e2d2cebccd6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:36.779746 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db97b44-589e-4903-94f4-dc8baa75395d tempest-TestMinimumBasicScenario-88671882 tempest-TestMinimumBasicScenario-88671882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:36.781956 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-9db97b44-589e-4903-94f4-dc8baa75395d tempest-TestMinimumBasicScenario-88671882 tempest-TestMinimumBasicScenario-88671882-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8820607b-5d5a-42c9-96d2-f214ae781f1d HTTP/1.1" status: 200 len: 1094 time: 0.2632432 Sep 07 23:50:36.786255 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 34300) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:50:36.791668 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-8d9119fb-2bd6-4400-bc4f-475883e58207 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Request body: {'floatingip': {'floating_network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'port_id': 'd496e4c6-ed6c-4b9a-8775-0eb582d762d4', 'tenant_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:50:36.834825 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-980417f8-2470-4e48-af3c-e2d2cebccd6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:36.839499 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-980417f8-2470-4e48-af3c-e2d2cebccd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:36.863148 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-8d9119fb-2bd6-4400-bc4f-475883e58207 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks [] for floatingip, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:36.909826 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 34306) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:50:36.910502 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-980417f8-2470-4e48-af3c-e2d2cebccd6c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2ae71f4a3f4146b0a91519347a50deef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2182531 Sep 07 23:50:36.913008 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980417f8-2470-4e48-af3c-e2d2cebccd6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28012e8-25c1-491b-92f0-03f6021b9f92,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:37.013769 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-1b147178-e7ca-4e13-83fa-eeb5172b8257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:37.056879 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-1b147178-e7ca-4e13-83fa-eeb5172b8257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:37.059936 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-8d9119fb-2bd6-4400-bc4f-475883e58207 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:37.198823 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-1b147178-e7ca-4e13-83fa-eeb5172b8257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:37.202290 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-1b147178-e7ca-4e13-83fa-eeb5172b8257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:37.205227 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-1b147178-e7ca-4e13-83fa-eeb5172b8257 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a28012e8-25c1-491b-92f0-03f6021b9f92 HTTP/1.1" status: 204 len: 168 time: 0.2922258 Sep 07 23:50:37.222719 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.db_base_plugin_common [None req-8d9119fb-2bd6-4400-bc4f-475883e58207 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Allocated IP 172.27.2.172 (1ea758c5-ea33-45af-9d70-54dde57c9658/5c624cf3-fab2-4caa-bdca-00a0c67beab2/5cb11ea9-4032-460f-86fc-c92835bebd65) {{(pid=100550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:50:37.225274 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b147178-e7ca-4e13-83fa-eeb5172b8257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28012e8-25c1-491b-92f0-03f6021b9f92,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:37.320072 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b312d-e713-4bf7-8d5b-d36c9da800fb req-022369a7-04fa-448f-96cf-2ec5ac0a9508 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:37.321701 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1f4b312d-e713-4bf7-8d5b-d36c9da800fb req-022369a7-04fa-448f-96cf-2ec5ac0a9508 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 947 time: 0.0594084 Sep 07 23:50:37.367798 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1f4b312d-e713-4bf7-8d5b-d36c9da800fb req-4a3220cb-90a7-4c5e-9306-542acb33ac89 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383551 Sep 07 23:50:37.373387 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-8d9119fb-2bd6-4400-bc4f-475883e58207 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks [] for port, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:37.418333 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-8d9119fb-2bd6-4400-bc4f-475883e58207 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7634829'] for port, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:37.460703 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9119fb-2bd6-4400-bc4f-475883e58207 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Network 1ea758c5-ea33-45af-9d70-54dde57c9658 is already hosted by enough agents. {{(pid=100550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:50:37.465846 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.base_scheduler [None req-8d9119fb-2bd6-4400-bc4f-475883e58207 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Resources bound (agent type, host, resource id): {{(pid=100550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:50:37.471164 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9119fb-2bd6-4400-bc4f-475883e58207 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Received port after_create {{(pid=100550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:50:37.474448 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9119fb-2bd6-4400-bc4f-475883e58207 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Pushing event updated for resources: {'Port': ['ID=5cb11ea9-4032-460f-86fc-c92835bebd65,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:38.104141 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 34340) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:50:38.107992 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-8d9119fb-2bd6-4400-bc4f-475883e58207 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:38.196359 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-8d9119fb-2bd6-4400-bc4f-475883e58207 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:38.252024 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [None req-e821afb9-8f25-46ec-aca5-137d30544897 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1145688606-network', 'tenant_id': '57c40fd6c9f740c9a2e49701985feab4'}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:50:38.289792 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e821afb9-8f25-46ec-aca5-137d30544897 admin admin] Made reservation on behalf of 57c40fd6c9f740c9a2e49701985feab4 for: {'network': 1} {{(pid=100551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:50:38.294150 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-e821afb9-8f25-46ec-aca5-137d30544897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for network, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:38.309166 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-e821afb9-8f25-46ec-aca5-137d30544897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:38.430712 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-8d9119fb-2bd6-4400-bc4f-475883e58207 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks [] for port, precommit_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:38.437972 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-8d9119fb-2bd6-4400-bc4f-475883e58207 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7634818'] for port, after_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:38.466285 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-e821afb9-8f25-46ec-aca5-137d30544897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:38.471612 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-e821afb9-8f25-46ec-aca5-137d30544897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:38.489653 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e821afb9-8f25-46ec-aca5-137d30544897 admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=100551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 23:50:38.515499 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-e821afb9-8f25-46ec-aca5-137d30544897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675162'] for segment, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:38.515869 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.db.segments_db [None req-e821afb9-8f25-46ec-aca5-137d30544897 admin admin] Added segment 606fb295-b443-4c8f-b263-1ea8baec7e3f of type vlan for network 5cdf44a6-e80e-483a-a66f-3700971e555a Sep 07 23:50:38.539167 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9119fb-2bd6-4400-bc4f-475883e58207 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Pushing event updated for resources: {'Port': ['ID=5cb11ea9-4032-460f-86fc-c92835bebd65,revision_number=2']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:38.558562 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-8d9119fb-2bd6-4400-bc4f-475883e58207 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595513'] for floatingip, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:38.606333 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821afb9-8f25-46ec-aca5-137d30544897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2055f55c-d10f-4d22-aacf-617722391954,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:38.617351 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-e821afb9-8f25-46ec-aca5-137d30544897 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760370794509'] for network, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:38.638211 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee976c-7085-44f6-9669-cc3897f19237 req-6f87b232-cd0c-4b1c-b371-575c9bd3c1fa tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:38.640174 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ffee976c-7085-44f6-9669-cc3897f19237 req-6f87b232-cd0c-4b1c-b371-575c9bd3c1fa tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 947 time: 0.1404202 Sep 07 23:50:38.683192 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-e821afb9-8f25-46ec-aca5-137d30544897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608'] for network, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:38.684785 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e821afb9-8f25-46ec-aca5-137d30544897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:38.685715 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-e821afb9-8f25-46ec-aca5-137d30544897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for network, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:38.702526 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 34352) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:50:38.733042 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.db.l3_db [None req-8d9119fb-2bd6-4400-bc4f-475883e58207 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Floating IP 6b27caa0-be7b-4c21-8154-572d39e1d1af associated. External IP: 172.27.2.172, port: d496e4c6-ed6c-4b9a-8775-0eb582d762d4. Sep 07 23:50:38.853068 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-e821afb9-8f25-46ec-aca5-137d30544897 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7476544 Sep 07 23:50:38.858210 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 34356) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:50:38.860838 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ffee976c-7085-44f6-9669-cc3897f19237 req-464d3fdd-82fb-4571-8832-a138d7671323 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1961129 Sep 07 23:50:38.866668 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-b1f40793-50c4-43d4-a5d1-836147fbec71 admin admin] Request body: {'subnet': {'network_id': '5cdf44a6-e80e-483a-a66f-3700971e555a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1145688606-subnet', 'tenant_id': '57c40fd6c9f740c9a2e49701985feab4', 'ip_version': 4}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:50:38.868503 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821afb9-8f25-46ec-aca5-137d30544897 admin admin] Pushing event updated for resources: {'Network': ['ID=5cdf44a6-e80e-483a-a66f-3700971e555a,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:38.877016 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-9f7ed5b3-6573-4782-bcd1-4d6441bc84a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:38.891024 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Network 5cdf44a6-e80e-483a-a66f-3700971e555a details requested by agent ovs-agent-dv-cinder-751579-26-iscsi with host dv-cinder-751579-26-iscsi {{(pid=100552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 23:50:38.922162 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.db.api [None req-9f7ed5b3-6573-4782-bcd1-4d6441bc84a8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 23:50:38.922162 dv-cinder-751579-26-iscsi neutron-server[100551]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 23:50:38.922162 dv-cinder-751579-26-iscsi neutron-server[100551]: [parameters: {'project_id_1': '23d5f5f2b7a24fbdaa3c83c12f87dcb0', 'expiration_1': datetime.datetime(2021, 9, 7, 23, 50, 18, 901701)}] Sep 07 23:50:38.922162 dv-cinder-751579-26-iscsi neutron-server[100551]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 23:50:38.922683 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG oslo_db.api [None req-9f7ed5b3-6573-4782-bcd1-4d6441bc84a8 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 23:50:38.947068 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90480057-5377-46ab-a29d-9100115a0b91 req-1986e065-45f4-4016-b102-3f06042f4e29 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:38.948701 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-90480057-5377-46ab-a29d-9100115a0b91 req-1986e065-45f4-4016-b102-3f06042f4e29 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 947 time: 0.0607095 Sep 07 23:50:38.986211 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f40793-50c4-43d4-a5d1-836147fbec71 admin admin] Made reservation on behalf of 57c40fd6c9f740c9a2e49701985feab4 for: {'subnet': 1} {{(pid=100550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:50:38.989655 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-b1f40793-50c4-43d4-a5d1-836147fbec71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4620622'] for subnet, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:39.060017 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [req-90480057-5377-46ab-a29d-9100115a0b91 req-2be9df01-5218-4c4d-8184-0220501fdd63 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Deleting port 03abb03a-9526-4041-93a7-bea9ea9e25f0 {{(pid=100551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:50:39.060360 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-90480057-5377-46ab-a29d-9100115a0b91 req-2be9df01-5218-4c4d-8184-0220501fdd63 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:39.174503 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-90480057-5377-46ab-a29d-9100115a0b91 req-2be9df01-5218-4c4d-8184-0220501fdd63 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] For port 03abb03a-9526-4041-93a7-bea9ea9e25f0, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=03abb03a-9526-4041-93a7-bea9ea9e25f0,segment=NetworkSegment(c1e8596d-44b9-4f74-a478-a7fa52272fc4),segment_id=c1e8596d-44b9-4f74-a478-a7fa52272fc4)] {{(pid=100551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:50:39.175603 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-90480057-5377-46ab-a29d-9100115a0b91 req-2be9df01-5218-4c4d-8184-0220501fdd63 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:39.252677 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9119fb-2bd6-4400-bc4f-475883e58207 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Router f7439a29-8f8e-4ecf-a7cd-b31b3e98848b has already been hosted by L3 agent 19316ef7-2440-47e6-ada3-35aaee6f744b {{(pid=100550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 23:50:39.476492 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-b1f40793-50c4-43d4-a5d1-836147fbec71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7634745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4620632'] for subnet, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:39.520153 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9119fb-2bd6-4400-bc4f-475883e58207 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify agent at l3_agent.dv-cinder-751579-26-iscsi the message routers_updated {{(pid=100550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 23:50:39.536829 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7222ad59-6ca0-4477-a4fd-c8aa36bb3062 None None] Sync routers for ids ['f7439a29-8f8e-4ecf-a7cd-b31b3e98848b'] in dv-cinder-751579-26-iscsi {{(pid=100552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 23:50:39.552614 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-8d9119fb-2bd6-4400-bc4f-475883e58207 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for floatingip, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:39.556875 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7222ad59-6ca0-4477-a4fd-c8aa36bb3062 None None] Routers {'f7439a29-8f8e-4ecf-a7cd-b31b3e98848b'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:50:39.559512 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-7222ad59-6ca0-4477-a4fd-c8aa36bb3062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:50:32Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['f7439a29-8f8e-4ecf-a7cd-b31b3e98848b'], 'active': True} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:50:39.582387 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f40793-50c4-43d4-a5d1-836147fbec71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55540f58-bd6e-4bc1-a586-fffab3832ab4,revision_number=0']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:39.600674 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-8d9119fb-2bd6-4400-bc4f-475883e58207 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8102410 Sep 07 23:50:39.600674 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8820607b-5d5a-42c9-96d2-f214ae781f1d', 'tag': 'd496e4c6-ed6c-4b9a-8775-0eb582d762d4'}] {{(pid=100550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:50:39.601640 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d662247da8c952987fd655d1558826128f562bf65326072a344d62a4e19a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8156dc13-ff28-4ffb-8bbb-c482c14e6532" -d '{"events": [{"name": "network-changed", "server_uuid": "8820607b-5d5a-42c9-96d2-f214ae781f1d", "tag": "d496e4c6-ed6c-4b9a-8775-0eb582d762d4"}]}' {{(pid=100550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:50:39.605923 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 34358) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:50:39.616847 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-688fb3c5-bed5-486c-b32a-b26c644b9bd2 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-989377981', 'description': 'tempest-secgroup-smoke-989377981 description', 'project_id': '4351e3b1aaa64bafa9cea9720a80c5a3'}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:50:39.636194 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f40793-50c4-43d4-a5d1-836147fbec71 admin admin] Checking segment: {'id': '606fb295-b443-4c8f-b263-1ea8baec7e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '5cdf44a6-e80e-483a-a66f-3700971e555a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:50:39.636577 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f40793-50c4-43d4-a5d1-836147fbec71 admin admin] Network hostable DHCP agents. Network: 5cdf44a6-e80e-483a-a66f-3700971e555a, hostable agents: ['4f562aef-accf-408d-af1e-fabb3d28a6a0'], hosted agents: [] {{(pid=100550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 23:50:39.651208 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 23:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73e2eae-27c0-4d04-8101-90f18e18b94f x-openstack-request-id: req-b73e2eae-27c0-4d04-8101-90f18e18b94f {{(pid=100550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:50:39.651488 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8820607b-5d5a-42c9-96d2-f214ae781f1d", "tag": "d496e4c6-ed6c-4b9a-8775-0eb582d762d4", "status": "completed", "code": 200}]} {{(pid=100550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:50:39.651824 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b73e2eae-27c0-4d04-8101-90f18e18b94f {{(pid=100550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:50:39.652287 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8820607b-5d5a-42c9-96d2-f214ae781f1d', 'tag': 'd496e4c6-ed6c-4b9a-8775-0eb582d762d4', 'status': 'completed', 'code': 200} Sep 07 23:50:39.659574 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-9f7ed5b3-6573-4782-bcd1-4d6441bc84a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:39.678821 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f40793-50c4-43d4-a5d1-836147fbec71 admin admin] Network 5cdf44a6-e80e-483a-a66f-3700971e555a is scheduled to be hosted by DHCP agent 4f562aef-accf-408d-af1e-fabb3d28a6a0 with binding_index 1 {{(pid=100550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 23:50:39.681478 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-688fb3c5-bed5-486c-b32a-b26c644b9bd2 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:39.707422 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.base_scheduler [None req-b1f40793-50c4-43d4-a5d1-836147fbec71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-26-iscsi, 5cdf44a6-e80e-483a-a66f-3700971e555a) {{(pid=100550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:50:39.714730 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f40793-50c4-43d4-a5d1-836147fbec71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:39.715261 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-b1f40793-50c4-43d4-a5d1-836147fbec71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:39.721936 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c73b4d7-523c-4872-b5b7-1e31700077b9 None None] Network 5cdf44a6-e80e-483a-a66f-3700971e555a requested from dv-cinder-751579-26-iscsi {{(pid=100552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 23:50:39.745130 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-90480057-5377-46ab-a29d-9100115a0b91 req-2be9df01-5218-4c4d-8184-0220501fdd63 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:39.745483 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-90480057-5377-46ab-a29d-9100115a0b91 req-2be9df01-5218-4c4d-8184-0220501fdd63 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595513'] for floatingip, after_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:39.745822 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.db.l3_db [req-90480057-5377-46ab-a29d-9100115a0b91 req-2be9df01-5218-4c4d-8184-0220501fdd63 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Floating IP 660d01b3-ced3-49ec-b64c-4e068097ce51 disassociated. External IP: 172.27.2.189, port: 03abb03a-9526-4041-93a7-bea9ea9e25f0. Sep 07 23:50:39.746174 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [req-90480057-5377-46ab-a29d-9100115a0b91 req-2be9df01-5218-4c4d-8184-0220501fdd63 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Calling delete_port for 03abb03a-9526-4041-93a7-bea9ea9e25f0 owned by compute:nova {{(pid=100551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:50:39.750530 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvr_db [None req-7222ad59-6ca0-4477-a4fd-c8aa36bb3062 None None] Set router f7439a29-8f8e-4ecf-a7cd-b31b3e98848b gateway port host: dv-cinder-751579-26-iscsi {{(pid=100552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:50:39.824351 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156dc13-ff28-4ffb-8bbb-c482c14e6532 req-eb5cc685-b2b0-401a-808d-925e40679a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:39.825828 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8156dc13-ff28-4ffb-8bbb-c482c14e6532 req-eb5cc685-b2b0-401a-808d-925e40679a23 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4351e3b1aaa64bafa9cea9720a80c5a3&device_id=8820607b-5d5a-42c9-96d2-f214ae781f1d HTTP/1.1" status: 200 len: 1099 time: 0.1340961 Sep 07 23:50:40.003112 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-9f7ed5b3-6573-4782-bcd1-4d6441bc84a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:40.013391 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-9f7ed5b3-6573-4782-bcd1-4d6441bc84a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:40.058692 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156dc13-ff28-4ffb-8bbb-c482c14e6532 req-108ffd9a-13d1-4b89-922c-a09032e120d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:40.060201 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8156dc13-ff28-4ffb-8bbb-c482c14e6532 req-108ffd9a-13d1-4b89-922c-a09032e120d0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=09912968-2b9d-4396-b8cf-aa37c9b2f256 HTTP/1.1" status: 200 len: 915 time: 0.2243283 Sep 07 23:50:40.093627 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402b2942-2f3d-440b-adb5-999689253529 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf96fd684-78fa-5752-9b82-be4542ddf794-5cdf44a6-e80e-483a-a66f-3700971e555a', 'network_id': '5cdf44a6-e80e-483a-a66f-3700971e555a', 'tenant_id': '57c40fd6c9f740c9a2e49701985feab4', 'fixed_ips': [{'subnet_id': '55540f58-bd6e-4bc1-a586-fffab3832ab4'}]}} from dv-cinder-751579-26-iscsi. {{(pid=100552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 23:50:40.094914 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-402b2942-2f3d-440b-adb5-999689253529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:40.141695 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-688fb3c5-bed5-486c-b32a-b26c644b9bd2 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:40.152147 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-688fb3c5-bed5-486c-b32a-b26c644b9bd2 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:40.176484 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-b1f40793-50c4-43d4-a5d1-836147fbec71 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3132942 Sep 07 23:50:40.183498 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 34364) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:50:40.198513 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-9f7ed5b3-6573-4782-bcd1-4d6441bc84a8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=23d5f5f2b7a24fbdaa3c83c12f87dcb0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4879766 Sep 07 23:50:40.201413 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [None req-dd77ed60-6925-4517-a594-ec24b0a8084f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1145688606-router', 'tenant_id': '57c40fd6c9f740c9a2e49701985feab4', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658'}}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:50:40.202406 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688fb3c5-bed5-486c-b32a-b26c644b9bd2 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b6aaf1-40dd-4921-b423-fa91c81674fb,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:40.205433 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 34366) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:50:40.214410 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-688fb3c5-bed5-486c-b32a-b26c644b9bd2 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:40.214729 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ed5b3-6573-4782-bcd1-4d6441bc84a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e20aca1-5eee-489c-bbcf-11d22f03f328,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:40.220712 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-688fb3c5-bed5-486c-b32a-b26c644b9bd2 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6064992 Sep 07 23:50:40.223443 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 34368) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:50:40.227502 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-e0d9717d-6292-459a-93e5-fdc4ac62b05d tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Request body: {'security_group_rule': {'security_group_id': 'a8b6aaf1-40dd-4921-b423-fa91c81674fb', 'project_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:50:40.240674 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7eb03a-552c-4b08-b624-bf48082feb57 req-02c9a1da-a882-497f-82d5-5de192e191c9 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:40.243189 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-aa7eb03a-552c-4b08-b624-bf48082feb57 req-02c9a1da-a882-497f-82d5-5de192e191c9 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 947 time: 0.2887442 Sep 07 23:50:40.253730 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-90480057-5377-46ab-a29d-9100115a0b91 req-2be9df01-5218-4c4d-8184-0220501fdd63 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:40.309004 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-514c5307-f6e4-4b73-91e2-298b8d46752d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:40.313566 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-e0d9717d-6292-459a-93e5-fdc4ac62b05d tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:40.353741 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be9df01-5218-4c4d-8184-0220501fdd63 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Pushing event deleted for resources: {'Port': ['ID=03abb03a-9526-4041-93a7-bea9ea9e25f0,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:40.359626 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-514c5307-f6e4-4b73-91e2-298b8d46752d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:40.366029 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8156dc13-ff28-4ffb-8bbb-c482c14e6532 req-b2182f41-b95f-4683-bf09-555e011d2184 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d496e4c6-ed6c-4b9a-8775-0eb582d762d4 HTTP/1.1" status: 200 len: 1000 time: 0.2972987 Sep 07 23:50:40.422840 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-e0d9717d-6292-459a-93e5-fdc4ac62b05d tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:40.428157 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.db_base_plugin_common [None req-402b2942-2f3d-440b-adb5-999689253529 None None] Allocated IP 172.20.0.2 (5cdf44a6-e80e-483a-a66f-3700971e555a/55540f58-bd6e-4bc1-a586-fffab3832ab4/495fa4c1-390a-4d20-8339-bcfa6b5ada12) {{(pid=100552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:50:40.428502 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-e0d9717d-6292-459a-93e5-fdc4ac62b05d tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790847'] for security_group_rule, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:40.447982 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-7222ad59-6ca0-4477-a4fd-c8aa36bb3062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7439a29-8f8e-4ecf-a7cd-b31b3e98848b', 'name': 'tempest-TestMinimumBasicScenario-882561108-router', 'tenant_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '012c5e9f-9e55-48c4-a887-9ea57687caaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:49:29Z', 'updated_at': '2021-09-07T23:49:33Z', 'revision_number': 4, 'project_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'gw_port': {'id': '012c5e9f-9e55-48c4-a887-9ea57687caaf', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:30:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7439a29-8f8e-4ecf-a7cd-b31b3e98848b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:49:29Z', 'updated_at': '2021-09-07T23:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_floatingips': [{'id': '6b27caa0-be7b-4c21-8154-572d39e1d1af', 'tenant_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'floating_ip_address': '172.27.2.172', 'floating_network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'router_id': 'f7439a29-8f8e-4ecf-a7cd-b31b3e98848b', 'port_id': 'd496e4c6-ed6c-4b9a-8775-0eb582d762d4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09912968-2b9d-4396-b8cf-aa37c9b2f256', 'mac_address': 'fa:16:3e:59:d5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8820607b-5d5a-42c9-96d2-f214ae781f1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T23:50:37Z', 'updated_at': '2021-09-07T23:50:37Z', 'revision_number': 0, 'project_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20a7b7d6-e078-4458-ab35-0f0c5d684562', 'name': '', 'network_id': '09912968-2b9d-4396-b8cf-aa37c9b2f256', 'tenant_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'mac_address': 'fa:16:3e:85:50:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7439a29-8f8e-4ecf-a7cd-b31b3e98848b', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'dabd7f45-8b5d-4ae8-8693-50241ca4db2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:49:32Z', 'updated_at': '2021-09-07T23:49:41Z', 'revision_number': 5, 'project_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'subnets': [{'id': 'dabd7f45-8b5d-4ae8-8693-50241ca4db2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:50:40.452327 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d9717d-6292-459a-93e5-fdc4ac62b05d tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34868f40-a01b-4d68-ba03-6a601bdb0e9c,revision_number=0']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:40.464052 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-e0d9717d-6292-459a-93e5-fdc4ac62b05d tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:40.465749 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-e0d9717d-6292-459a-93e5-fdc4ac62b05d tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2420182 Sep 07 23:50:40.468482 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 34370) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:50:40.475868 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-a59ddb96-5a35-454d-9388-0d3ef06b5dad tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Request body: {'security_group_rule': {'security_group_id': 'a8b6aaf1-40dd-4921-b423-fa91c81674fb', 'project_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:50:40.488651 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7222ad59-6ca0-4477-a4fd-c8aa36bb3062 None None] Checking router: f7439a29-8f8e-4ecf-a7cd-b31b3e98848b for host: dv-cinder-751579-26-iscsi {{(pid=100552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 23:50:40.493300 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-514c5307-f6e4-4b73-91e2-298b8d46752d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:40.497530 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-514c5307-f6e4-4b73-91e2-298b8d46752d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:40.503336 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-514c5307-f6e4-4b73-91e2-298b8d46752d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4e20aca1-5eee-489c-bbcf-11d22f03f328 HTTP/1.1" status: 204 len: 168 time: 0.2922037 Sep 07 23:50:40.524687 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7222ad59-6ca0-4477-a4fd-c8aa36bb3062 None None] Routers {'f7439a29-8f8e-4ecf-a7cd-b31b3e98848b'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:50:40.525455 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-7222ad59-6ca0-4477-a4fd-c8aa36bb3062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:50:32Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['f7439a29-8f8e-4ecf-a7cd-b31b3e98848b'], 'active': True} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:50:40.539697 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c5307-f6e4-4b73-91e2-298b8d46752d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e20aca1-5eee-489c-bbcf-11d22f03f328,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:40.554975 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-a59ddb96-5a35-454d-9388-0d3ef06b5dad tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:40.594662 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-dd77ed60-6925-4517-a594-ec24b0a8084f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1597314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1444'] for router, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:40.596778 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-dd77ed60-6925-4517-a594-ec24b0a8084f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-394617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:40.632922 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-aa7eb03a-552c-4b08-b624-bf48082feb57 req-1abdea9b-7ace-488f-90d7-d6b36a2ac26a tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=f15da307-71bd-4f3f-9491-fe1653aeb526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3736589 Sep 07 23:50:40.656225 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-a59ddb96-5a35-454d-9388-0d3ef06b5dad tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:40.672641 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-a59ddb96-5a35-454d-9388-0d3ef06b5dad tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790847'] for security_group_rule, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:40.701669 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59ddb96-5a35-454d-9388-0d3ef06b5dad tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7143143f-7571-4956-aa7a-f45549878ba5,revision_number=0']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:40.716867 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-a59ddb96-5a35-454d-9388-0d3ef06b5dad tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:40.717584 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156dc13-ff28-4ffb-8bbb-c482c14e6532 req-3c43d904-517c-4dba-a2cc-e276cab2b4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:40.719376 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8156dc13-ff28-4ffb-8bbb-c482c14e6532 req-3c43d904-517c-4dba-a2cc-e276cab2b4f0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dabd7f45-8b5d-4ae8-8693-50241ca4db2f HTTP/1.1" status: 200 len: 853 time: 0.3383138 Sep 07 23:50:40.723428 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-a59ddb96-5a35-454d-9388-0d3ef06b5dad tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2536268 Sep 07 23:50:40.724089 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 34374) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:50:40.729702 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-b4e8dd19-6633-4993-9c6d-70d4a460ee15 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Request body: {'security_group_rule': {'security_group_id': 'a8b6aaf1-40dd-4921-b423-fa91c81674fb', 'project_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:50:40.776657 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-b4e8dd19-6633-4993-9c6d-70d4a460ee15 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:40.782299 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvr_db [None req-7222ad59-6ca0-4477-a4fd-c8aa36bb3062 None None] Set router f7439a29-8f8e-4ecf-a7cd-b31b3e98848b gateway port host: dv-cinder-751579-26-iscsi {{(pid=100552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:50:40.810096 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-dd77ed60-6925-4517-a594-ec24b0a8084f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:40.826879 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90480057-5377-46ab-a29d-9100115a0b91 req-2be9df01-5218-4c4d-8184-0220501fdd63 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Router b6d43adc-d519-44d8-ad55-043586879107 has already been hosted by L3 agent 19316ef7-2440-47e6-ada3-35aaee6f744b {{(pid=100551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 23:50:40.911926 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-b4e8dd19-6633-4993-9c6d-70d4a460ee15 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:40.913332 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156dc13-ff28-4ffb-8bbb-c482c14e6532 req-685188d1-9fac-409a-a58a-135801ef1717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:40.915081 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8156dc13-ff28-4ffb-8bbb-c482c14e6532 req-685188d1-9fac-409a-a58a-135801ef1717 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=09912968-2b9d-4396-b8cf-aa37c9b2f256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1819975 Sep 07 23:50:40.922327 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-b4e8dd19-6633-4993-9c6d-70d4a460ee15 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790847'] for security_group_rule, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:40.970667 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e8dd19-6633-4993-9c6d-70d4a460ee15 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57e30d7a-ecd1-4873-9419-a5f6b0c2f1bb,revision_number=0']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:40.986472 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-b4e8dd19-6633-4993-9c6d-70d4a460ee15 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:40.993736 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-b4e8dd19-6633-4993-9c6d-70d4a460ee15 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2646322 Sep 07 23:50:40.996169 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 34378) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:50:41.014384 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-52cc1a95-d2c4-4629-9c0e-309543e1f29f tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Request body: {'security_group_rule': {'security_group_id': 'a8b6aaf1-40dd-4921-b423-fa91c81674fb', 'project_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:50:41.053599 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-dd77ed60-6925-4517-a594-ec24b0a8084f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:41.060485 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-402b2942-2f3d-440b-adb5-999689253529 None None] Notify callbacks [] for port, precommit_create {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:41.083128 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-402b2942-2f3d-440b-adb5-999689253529 None None] Transition to ACTIVE for port object 495fa4c1-390a-4d20-8339-bcfa6b5ada12 will not be triggered until provisioned by entity L2. {{(pid=100552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:50:41.117789 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-52cc1a95-d2c4-4629-9c0e-309543e1f29f tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:41.123846 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-402b2942-2f3d-440b-adb5-999689253529 None None] Transition to ACTIVE for port object 495fa4c1-390a-4d20-8339-bcfa6b5ada12 will not be triggered until provisioned by entity DHCP. {{(pid=100552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:50:41.164928 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-402b2942-2f3d-440b-adb5-999689253529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287'] for port, after_create {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:41.204260 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8156dc13-ff28-4ffb-8bbb-c482c14e6532 req-76a8e2c0-4fd2-482c-a60c-11f276c8f92a service neutron] 10.222.0.42 "GET /v2.0/networks/09912968-2b9d-4396-b8cf-aa37c9b2f256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497592 Sep 07 23:50:41.240388 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90480057-5377-46ab-a29d-9100115a0b91 req-2be9df01-5218-4c4d-8184-0220501fdd63 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify agent at l3_agent.dv-cinder-751579-26-iscsi the message routers_updated {{(pid=100551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 23:50:41.254085 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596546aa-33d4-4d7b-b951-0b41a4a43bc1 None None] Sync routers for ids ['b6d43adc-d519-44d8-ad55-043586879107'] in dv-cinder-751579-26-iscsi {{(pid=100553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 23:50:41.262048 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-52cc1a95-d2c4-4629-9c0e-309543e1f29f tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:41.264522 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b2942-2f3d-440b-adb5-999689253529 None None] Pushing event updated for resources: {'Port': ['ID=495fa4c1-390a-4d20-8339-bcfa6b5ada12,revision_number=1']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:41.268125 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596546aa-33d4-4d7b-b951-0b41a4a43bc1 None None] Routers {'b6d43adc-d519-44d8-ad55-043586879107'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:50:41.268879 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-596546aa-33d4-4d7b-b951-0b41a4a43bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:50:32Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['b6d43adc-d519-44d8-ad55-043586879107'], 'active': True} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:50:41.283943 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 34380) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:50:41.295175 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b2942-2f3d-440b-adb5-999689253529 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:50:41.295528 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b2942-2f3d-440b-adb5-999689253529 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:50:41.296487 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b2942-2f3d-440b-adb5-999689253529 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:50:41.296912 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b2942-2f3d-440b-adb5-999689253529 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:50:41.297151 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b2942-2f3d-440b-adb5-999689253529 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:50:41.300637 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b2942-2f3d-440b-adb5-999689253529 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:50:41.300843 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b2942-2f3d-440b-adb5-999689253529 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:50:41.302174 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b2942-2f3d-440b-adb5-999689253529 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:50:41.302548 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b2942-2f3d-440b-adb5-999689253529 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:50:41.304214 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b2942-2f3d-440b-adb5-999689253529 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:50:41.304599 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b2942-2f3d-440b-adb5-999689253529 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:50:41.304999 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b2942-2f3d-440b-adb5-999689253529 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:50:41.318953 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-377307f5-6537-4f4c-902d-c2ab05ee060e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:41.322910 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-52cc1a95-d2c4-4629-9c0e-309543e1f29f tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790847'] for security_group_rule, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:41.341303 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402b2942-2f3d-440b-adb5-999689253529 None None] Network 5cdf44a6-e80e-483a-a66f-3700971e555a is already hosted by enough agents. {{(pid=100552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:50:41.350601 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.scheduler.base_scheduler [None req-402b2942-2f3d-440b-adb5-999689253529 None None] Resources bound (agent type, host, resource id): {{(pid=100552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:50:41.357325 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402b2942-2f3d-440b-adb5-999689253529 None None] Received port after_create {{(pid=100552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:50:41.367065 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc1a95-d2c4-4629-9c0e-309543e1f29f tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=930738ab-ff8a-42d5-a53f-b691acfed27f,revision_number=0']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:41.385125 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.l3_dvrscheduler_db [req-90480057-5377-46ab-a29d-9100115a0b91 req-2be9df01-5218-4c4d-8184-0220501fdd63 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] No DVR routers for this DVR port 03abb03a-9526-4041-93a7-bea9ea9e25f0 on host hv-cinder-75157 {{(pid=100551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 23:50:41.388481 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-90480057-5377-46ab-a29d-9100115a0b91 req-2be9df01-5218-4c4d-8184-0220501fdd63 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:41.390879 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-90480057-5377-46ab-a29d-9100115a0b91 req-2be9df01-5218-4c4d-8184-0220501fdd63 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.42 "DELETE /v2.0/ports/03abb03a-9526-4041-93a7-bea9ea9e25f0 HTTP/1.1" status: 204 len: 173 time: 2.4345763 Sep 07 23:50:41.430218 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-7222ad59-6ca0-4477-a4fd-c8aa36bb3062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7439a29-8f8e-4ecf-a7cd-b31b3e98848b', 'name': 'tempest-TestMinimumBasicScenario-882561108-router', 'tenant_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '012c5e9f-9e55-48c4-a887-9ea57687caaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:49:29Z', 'updated_at': '2021-09-07T23:49:33Z', 'revision_number': 4, 'project_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'gw_port': {'id': '012c5e9f-9e55-48c4-a887-9ea57687caaf', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:30:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7439a29-8f8e-4ecf-a7cd-b31b3e98848b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:49:29Z', 'updated_at': '2021-09-07T23:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_floatingips': [{'id': '6b27caa0-be7b-4c21-8154-572d39e1d1af', 'tenant_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'floating_ip_address': '172.27.2.172', 'floating_network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'router_id': 'f7439a29-8f8e-4ecf-a7cd-b31b3e98848b', 'port_id': 'd496e4c6-ed6c-4b9a-8775-0eb582d762d4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09912968-2b9d-4396-b8cf-aa37c9b2f256', 'mac_address': 'fa:16:3e:59:d5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8820607b-5d5a-42c9-96d2-f214ae781f1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T23:50:37Z', 'updated_at': '2021-09-07T23:50:37Z', 'revision_number': 0, 'project_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20a7b7d6-e078-4458-ab35-0f0c5d684562', 'name': '', 'network_id': '09912968-2b9d-4396-b8cf-aa37c9b2f256', 'tenant_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'mac_address': 'fa:16:3e:85:50:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7439a29-8f8e-4ecf-a7cd-b31b3e98848b', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'dabd7f45-8b5d-4ae8-8693-50241ca4db2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:49:32Z', 'updated_at': '2021-09-07T23:49:41Z', 'revision_number': 5, 'project_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'subnets': [{'id': 'dabd7f45-8b5d-4ae8-8693-50241ca4db2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:50:41.435143 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-402b2942-2f3d-440b-adb5-999689253529 None None] Attempting to bind port 495fa4c1-390a-4d20-8339-bcfa6b5ada12 on host dv-cinder-751579-26-iscsi for vnic_type normal with profile {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 23:50:41.435903 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-402b2942-2f3d-440b-adb5-999689253529 None None] Attempting to bind port 495fa4c1-390a-4d20-8339-bcfa6b5ada12 by drivers openvswitch,hyperv on host dv-cinder-751579-26-iscsi at level 0 using segments [{'id': '606fb295-b443-4c8f-b263-1ea8baec7e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '5cdf44a6-e80e-483a-a66f-3700971e555a'}] {{(pid=100552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 23:50:41.436572 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402b2942-2f3d-440b-adb5-999689253529 None None] Attempting to bind port 495fa4c1-390a-4d20-8339-bcfa6b5ada12 on network 5cdf44a6-e80e-483a-a66f-3700971e555a {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:50:41.449753 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd58f006-ace0-42d2-bbe1-af0cfa3faa03', 'name': 'network-vif-deleted', 'tag': '03abb03a-9526-4041-93a7-bea9ea9e25f0'}] {{(pid=100551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:50:41.453967 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744d18a1a9123520e55b11d6b4f544890c28500fff252c5db1cb0c4b69d72d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07e50e5-bf79-4dbe-a808-46bd70c6cbf4" -d '{"events": [{"server_uuid": "bd58f006-ace0-42d2-bbe1-af0cfa3faa03", "name": "network-vif-deleted", "tag": "03abb03a-9526-4041-93a7-bea9ea9e25f0"}]}' {{(pid=100551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:50:41.461880 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8156dc13-ff28-4ffb-8bbb-c482c14e6532 req-78abace5-d864-448d-8922-cac9e0b4816b service neutron] 10.222.0.42 "GET /v2.0/networks/09912968-2b9d-4396-b8cf-aa37c9b2f256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474213 Sep 07 23:50:41.471687 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7222ad59-6ca0-4477-a4fd-c8aa36bb3062 None None] The sync data for ids ['f7439a29-8f8e-4ecf-a7cd-b31b3e98848b'] in dv-cinder-751579-26-iscsi is: [{'id': 'f7439a29-8f8e-4ecf-a7cd-b31b3e98848b', 'name': 'tempest-TestMinimumBasicScenario-882561108-router', 'tenant_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '012c5e9f-9e55-48c4-a887-9ea57687caaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:49:29Z', 'updated_at': '2021-09-07T23:49:33Z', 'revision_number': 4, 'project_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'gw_port': {'id': '012c5e9f-9e55-48c4-a887-9ea57687caaf', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:30:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7439a29-8f8e-4ecf-a7cd-b31b3e98848b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:49:29Z', 'updated_at': '2021-09-07T23:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_floatingips': [{'id': '6b27caa0-be7b-4c21-8154-572d39e1d1af', 'tenant_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'floating_ip_address': '172.27.2.172', 'floating_network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'router_id': 'f7439a29-8f8e-4ecf-a7cd-b31b3e98848b', 'port_id': 'd496e4c6-ed6c-4b9a-8775-0eb582d762d4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09912968-2b9d-4396-b8cf-aa37c9b2f256', 'mac_address': 'fa:16:3e:59:d5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8820607b-5d5a-42c9-96d2-f214ae781f1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T23:50:37Z', 'updated_at': '2021-09-07T23:50:37Z', 'revision_number': 0, 'project_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20a7b7d6-e078-4458-ab35-0f0c5d684562', 'name': '', 'network_id': '09912968-2b9d-4396-b8cf-aa37c9b2f256', 'tenant_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'mac_address': 'fa:16:3e:85:50:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7439a29-8f8e-4ecf-a7cd-b31b3e98848b', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'dabd7f45-8b5d-4ae8-8693-50241ca4db2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:49:32Z', 'updated_at': '2021-09-07T23:49:41Z', 'revision_number': 5, 'project_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'subnets': [{'id': 'dabd7f45-8b5d-4ae8-8693-50241ca4db2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 23:50:41.477133 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402b2942-2f3d-440b-adb5-999689253529 None None] Checking agent: {'id': '892ede6d-2e1c-48b6-9f9b-59f4d898b1a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 23, 38, 1), 'started_at': datetime.datetime(2021, 9, 7, 23, 38, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 23, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 23:50:41.477746 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402b2942-2f3d-440b-adb5-999689253529 None None] Checking segment: {'id': '606fb295-b443-4c8f-b263-1ea8baec7e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '5cdf44a6-e80e-483a-a66f-3700971e555a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:50:41.478196 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-402b2942-2f3d-440b-adb5-999689253529 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:41.478695 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402b2942-2f3d-440b-adb5-999689253529 None None] Bound using segment: {'id': '606fb295-b443-4c8f-b263-1ea8baec7e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '5cdf44a6-e80e-483a-a66f-3700971e555a'} {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 23:50:41.479250 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-402b2942-2f3d-440b-adb5-999689253529 None None] Bound port: 495fa4c1-390a-4d20-8339-bcfa6b5ada12, host: dv-cinder-751579-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '606fb295-b443-4c8f-b263-1ea8baec7e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '5cdf44a6-e80e-483a-a66f-3700971e555a'}}] {{(pid=100552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 23:50:41.479693 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-402b2942-2f3d-440b-adb5-999689253529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:41.556582 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvr_db [None req-596546aa-33d4-4d7b-b951-0b41a4a43bc1 None None] Set router b6d43adc-d519-44d8-ad55-043586879107 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:50:41.577444 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-377307f5-6537-4f4c-902d-c2ab05ee060e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:41.586866 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 23:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fed787f-bc0b-42eb-9128-8368a8eadcde x-openstack-request-id: req-3fed787f-bc0b-42eb-9128-8368a8eadcde {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:50:41.587363 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd58f006-ace0-42d2-bbe1-af0cfa3faa03", "name": "network-vif-deleted", "tag": "03abb03a-9526-4041-93a7-bea9ea9e25f0", "status": "completed", "code": 200}]} {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:50:41.587483 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3fed787f-bc0b-42eb-9128-8368a8eadcde {{(pid=100551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:50:41.587903 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd58f006-ace0-42d2-bbe1-af0cfa3faa03', 'name': 'network-vif-deleted', 'tag': '03abb03a-9526-4041-93a7-bea9ea9e25f0', 'status': 'completed', 'code': 200} Sep 07 23:50:41.589898 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-377307f5-6537-4f4c-902d-c2ab05ee060e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:41.599862 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-52cc1a95-d2c4-4629-9c0e-309543e1f29f tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:41.601725 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-52cc1a95-d2c4-4629-9c0e-309543e1f29f tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6026964 Sep 07 23:50:41.610337 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 34384) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:50:41.623997 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-e66cee4a-2fe6-4524-af73-2398552dce7b tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Request body: {'security_group_rule': {'security_group_id': 'a8b6aaf1-40dd-4921-b423-fa91c81674fb', 'project_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:50:41.643300 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-402b2942-2f3d-440b-adb5-999689253529 None None] For port 495fa4c1-390a-4d20-8339-bcfa6b5ada12, host dv-cinder-751579-26-iscsi, cleared binding levels {{(pid=100552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 23:50:41.654102 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-402b2942-2f3d-440b-adb5-999689253529 None None] For port 495fa4c1-390a-4d20-8339-bcfa6b5ada12, host dv-cinder-751579-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=495fa4c1-390a-4d20-8339-bcfa6b5ada12,segment=NetworkSegment(606fb295-b443-4c8f-b263-1ea8baec7e3f),segment_id=606fb295-b443-4c8f-b263-1ea8baec7e3f)] {{(pid=100552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 23:50:41.662242 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-402b2942-2f3d-440b-adb5-999689253529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:41.668540 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377307f5-6537-4f4c-902d-c2ab05ee060e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b03214-0d69-4b51-b172-f23273344301,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:41.681887 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-377307f5-6537-4f4c-902d-c2ab05ee060e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ed9dd09cbabe48a8aa8c987954767589&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3944185 Sep 07 23:50:41.684895 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 34388) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:50:41.709617 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.db.securitygroups_db [None req-e66cee4a-2fe6-4524-af73-2398552dce7b tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Project 4351e3b1aaa64bafa9cea9720a80c5a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 23:50:41.718324 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-e66cee4a-2fe6-4524-af73-2398552dce7b tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:41.842044 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b2942-2f3d-440b-adb5-999689253529 None None] Pushing event updated for resources: {'Port': ['ID=495fa4c1-390a-4d20-8339-bcfa6b5ada12,revision_number=2']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:41.890321 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-2b6c78ac-a42d-4dd3-8a2f-d83ad01dd1f7 req-12664dc6-9373-4d4e-a49c-bce6be049f23 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd58f006-ace0-42d2-bbe1-af0cfa3faa03 HTTP/1.1" status: 200 len: 210 time: 0.0714977 Sep 07 23:50:41.901070 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-dd77ed60-6925-4517-a594-ec24b0a8084f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:41.903548 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-83559427-00f6-46cf-b0af-83734f61ff2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:41.950045 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-dd77ed60-6925-4517-a594-ec24b0a8084f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:41.979522 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-83559427-00f6-46cf-b0af-83734f61ff2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:41.985396 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac2c426-e3a7-4a4d-8f2b-ef4fcc944730 None None] New status for floating IP 6b27caa0-be7b-4c21-8154-572d39e1d1af: ACTIVE {{(pid=100552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 23:50:42.018069 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-e66cee4a-2fe6-4524-af73-2398552dce7b tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:42.037470 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-e66cee4a-2fe6-4524-af73-2398552dce7b tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790847'] for security_group_rule, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:42.112120 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-596546aa-33d4-4d7b-b951-0b41a4a43bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d43adc-d519-44d8-ad55-043586879107', 'name': 'tempest-AttachVolumeShelveTestJSON-1262007872-router', 'tenant_id': '58b276a8254e43be89c8e4a10c333cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '2f413a11-fd04-47ee-920d-4f3c41a47940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:46:08Z', 'updated_at': '2021-09-07T23:46:18Z', 'revision_number': 4, 'project_id': '58b276a8254e43be89c8e4a10c333cbe', 'gw_port': {'id': '2f413a11-fd04-47ee-920d-4f3c41a47940', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:43:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d43adc-d519-44d8-ad55-043586879107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:09Z', 'updated_at': '2021-09-07T23:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': '0b234c9d-81f4-4fa6-8894-877c6a311f7d', 'name': '', 'network_id': 'bb0cf1ab-d1d5-410c-b15c-8c9770c10630', 'tenant_id': '58b276a8254e43be89c8e4a10c333cbe', 'mac_address': 'fa:16:3e:1a:ce:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d43adc-d519-44d8-ad55-043586879107', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2e4b191b-fe64-4814-8fad-97b5ba0852ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:16Z', 'updated_at': '2021-09-07T23:46:30Z', 'revision_number': 5, 'project_id': '58b276a8254e43be89c8e4a10c333cbe', 'subnets': [{'id': '2e4b191b-fe64-4814-8fad-97b5ba0852ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:50:42.152801 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66cee4a-2fe6-4524-af73-2398552dce7b tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a8309ae-fa61-4e26-bd4d-6f0dcff88768,revision_number=0']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:42.184740 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596546aa-33d4-4d7b-b951-0b41a4a43bc1 None None] Checking router: b6d43adc-d519-44d8-ad55-043586879107 for host: dv-cinder-751579-26-iscsi {{(pid=100553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 23:50:42.201059 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-e66cee4a-2fe6-4524-af73-2398552dce7b tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:42.217272 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596546aa-33d4-4d7b-b951-0b41a4a43bc1 None None] Routers {'b6d43adc-d519-44d8-ad55-043586879107'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:50:42.217961 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-596546aa-33d4-4d7b-b951-0b41a4a43bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:50:32Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['b6d43adc-d519-44d8-ad55-043586879107'], 'active': True} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:50:42.236850 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 34390) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:50:42.265836 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-e66cee4a-2fe6-4524-af73-2398552dce7b tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6473494 Sep 07 23:50:42.267242 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [None req-50d6307b-d393-449f-9526-8b3e28d39515 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Request body: {'security_group_rule': {'security_group_id': 'a8b6aaf1-40dd-4921-b423-fa91c81674fb', 'project_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:50:42.307030 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-83559427-00f6-46cf-b0af-83734f61ff2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:42.321684 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.db_base_plugin_common [None req-dd77ed60-6925-4517-a594-ec24b0a8084f admin admin] Allocated IP 172.27.2.39 (1ea758c5-ea33-45af-9d70-54dde57c9658/5c624cf3-fab2-4caa-bdca-00a0c67beab2/07cc7674-750f-46bf-9165-06cbfd9fb953) {{(pid=100551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:50:42.324471 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-83559427-00f6-46cf-b0af-83734f61ff2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:42.339144 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-83559427-00f6-46cf-b0af-83734f61ff2d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/41b03214-0d69-4b51-b172-f23273344301 HTTP/1.1" status: 204 len: 168 time: 0.6514852 Sep 07 23:50:42.363304 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.db.securitygroups_db [None req-50d6307b-d393-449f-9526-8b3e28d39515 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Project 4351e3b1aaa64bafa9cea9720a80c5a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 23:50:42.365426 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83559427-00f6-46cf-b0af-83734f61ff2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b03214-0d69-4b51-b172-f23273344301,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:42.428710 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-50d6307b-d393-449f-9526-8b3e28d39515 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:42.450063 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvr_db [None req-596546aa-33d4-4d7b-b951-0b41a4a43bc1 None None] Set router b6d43adc-d519-44d8-ad55-043586879107 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:50:42.692143 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-50d6307b-d393-449f-9526-8b3e28d39515 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:42.703316 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-50d6307b-d393-449f-9526-8b3e28d39515 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790847'] for security_group_rule, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:42.725966 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-596546aa-33d4-4d7b-b951-0b41a4a43bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d43adc-d519-44d8-ad55-043586879107', 'name': 'tempest-AttachVolumeShelveTestJSON-1262007872-router', 'tenant_id': '58b276a8254e43be89c8e4a10c333cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '2f413a11-fd04-47ee-920d-4f3c41a47940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:46:08Z', 'updated_at': '2021-09-07T23:46:18Z', 'revision_number': 4, 'project_id': '58b276a8254e43be89c8e4a10c333cbe', 'gw_port': {'id': '2f413a11-fd04-47ee-920d-4f3c41a47940', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:43:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d43adc-d519-44d8-ad55-043586879107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:09Z', 'updated_at': '2021-09-07T23:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': '0b234c9d-81f4-4fa6-8894-877c6a311f7d', 'name': '', 'network_id': 'bb0cf1ab-d1d5-410c-b15c-8c9770c10630', 'tenant_id': '58b276a8254e43be89c8e4a10c333cbe', 'mac_address': 'fa:16:3e:1a:ce:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d43adc-d519-44d8-ad55-043586879107', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2e4b191b-fe64-4814-8fad-97b5ba0852ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:16Z', 'updated_at': '2021-09-07T23:46:30Z', 'revision_number': 5, 'project_id': '58b276a8254e43be89c8e4a10c333cbe', 'subnets': [{'id': '2e4b191b-fe64-4814-8fad-97b5ba0852ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:50:42.727937 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d6307b-d393-449f-9526-8b3e28d39515 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7900f3aa-c98e-4a54-8f10-630da8aa31b7,revision_number=0']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:42.761529 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-50d6307b-d393-449f-9526-8b3e28d39515 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:42.770198 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-50d6307b-d393-449f-9526-8b3e28d39515 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5169175 Sep 07 23:50:42.770722 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596546aa-33d4-4d7b-b951-0b41a4a43bc1 None None] The sync data for ids ['b6d43adc-d519-44d8-ad55-043586879107'] in dv-cinder-751579-26-iscsi is: [{'id': 'b6d43adc-d519-44d8-ad55-043586879107', 'name': 'tempest-AttachVolumeShelveTestJSON-1262007872-router', 'tenant_id': '58b276a8254e43be89c8e4a10c333cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '2f413a11-fd04-47ee-920d-4f3c41a47940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:46:08Z', 'updated_at': '2021-09-07T23:46:18Z', 'revision_number': 4, 'project_id': '58b276a8254e43be89c8e4a10c333cbe', 'gw_port': {'id': '2f413a11-fd04-47ee-920d-4f3c41a47940', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:43:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d43adc-d519-44d8-ad55-043586879107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:09Z', 'updated_at': '2021-09-07T23:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': '0b234c9d-81f4-4fa6-8894-877c6a311f7d', 'name': '', 'network_id': 'bb0cf1ab-d1d5-410c-b15c-8c9770c10630', 'tenant_id': '58b276a8254e43be89c8e4a10c333cbe', 'mac_address': 'fa:16:3e:1a:ce:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d43adc-d519-44d8-ad55-043586879107', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2e4b191b-fe64-4814-8fad-97b5ba0852ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:16Z', 'updated_at': '2021-09-07T23:46:30Z', 'revision_number': 5, 'project_id': '58b276a8254e43be89c8e4a10c333cbe', 'subnets': [{'id': '2e4b191b-fe64-4814-8fad-97b5ba0852ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 23:50:42.773971 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-dd77ed60-6925-4517-a594-ec24b0a8084f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:42.850814 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-dd77ed60-6925-4517-a594-ec24b0a8084f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:42.909994 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd77ed60-6925-4517-a594-ec24b0a8084f admin admin] Pushing event updated for resources: {'Port': ['ID=07cc7674-750f-46bf-9165-06cbfd9fb953,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:42.935041 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd77ed60-6925-4517-a594-ec24b0a8084f admin admin] Network 1ea758c5-ea33-45af-9d70-54dde57c9658 is already hosted by enough agents. {{(pid=100551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:50:42.939570 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-9f62b358-928a-449a-85fb-f1ffec39e092 req-423c5ae7-2bac-4346-ba13-5a634208c5a1 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-989377981&fields=id&tenant_id=4351e3b1aaa64bafa9cea9720a80c5a3 HTTP/1.1" status: 200 len: 267 time: 0.1107330 Sep 07 23:50:42.940861 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.base_scheduler [None req-dd77ed60-6925-4517-a594-ec24b0a8084f admin admin] Resources bound (agent type, host, resource id): {{(pid=100551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:50:42.943639 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd77ed60-6925-4517-a594-ec24b0a8084f admin admin] Received port after_create {{(pid=100551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:50:43.081371 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 34410) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:50:43.207504 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-27c7f860-07c2-45d9-968d-379f7df9bbbf tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:43.236863 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee6780e-f430-4a6e-ac7e-ab71ab29f24a None None] New status for floating IP 660d01b3-ced3-49ec-b64c-4e068097ce51: DOWN {{(pid=100553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 23:50:43.296294 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-27c7f860-07c2-45d9-968d-379f7df9bbbf tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:43.439374 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-27c7f860-07c2-45d9-968d-379f7df9bbbf tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:43.449465 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-27c7f860-07c2-45d9-968d-379f7df9bbbf tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:43.461434 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-27c7f860-07c2-45d9-968d-379f7df9bbbf tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "DELETE /v2.0/security-groups/f15da307-71bd-4f3f-9491-fe1653aeb526 HTTP/1.1" status: 204 len: 168 time: 0.3785887 Sep 07 23:50:43.463053 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 34416) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:50:43.464285 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 495fa4c1-390a-4d20-8339-bcfa6b5ada12 up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:50:43.526109 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c7f860-07c2-45d9-968d-379f7df9bbbf tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15da307-71bd-4f3f-9491-fe1653aeb526,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:43.538880 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.api.v2.resource [None req-f2bed2ec-2ae5-400b-bae0-e81f0647e50a tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] show failed (client error): The resource could not be found. Sep 07 23:50:43.544741 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-f2bed2ec-2ae5-400b-bae0-e81f0647e50a tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups/f15da307-71bd-4f3f-9491-fe1653aeb526 HTTP/1.1" status: 404 len: 347 time: 0.0519168 Sep 07 23:50:43.546267 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 34420) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:50:43.617824 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning for port 495fa4c1-390a-4d20-8339-bcfa6b5ada12 completed by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:50:43.634038 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fd3196-1100-4767-a0bf-b3a9a497fc61 None None] Network 5cdf44a6-e80e-483a-a66f-3700971e555a requested from dv-cinder-751579-26-iscsi {{(pid=100552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 23:50:43.691713 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62b358-928a-449a-85fb-f1ffec39e092 req-d59e1c07-ede3-4ec6-986b-dc252cf2c5f3 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:43.693388 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-9f62b358-928a-449a-85fb-f1ffec39e092 req-d59e1c07-ede3-4ec6-986b-dc252cf2c5f3 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/ports?device_id=8820607b-5d5a-42c9-96d2-f214ae781f1d HTTP/1.1" status: 200 len: 946 time: 0.7463837 Sep 07 23:50:43.773733 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [req-9f62b358-928a-449a-85fb-f1ffec39e092 req-72e4c8e0-8570-411f-ace9-80ea8255aa95 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Request body: {'port': {'security_groups': ['9b9f13c3-1b0e-408c-b9eb-cdedf405f985', 'a8b6aaf1-40dd-4921-b423-fa91c81674fb']}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:50:43.794528 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.plugin [None req-d4abd0ff-5ebb-49ab-8fe5-40b8c94feb58 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Deleting port 11c485f0-cd4b-4fa3-a89b-8fe4ca44fa0b {{(pid=100550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:50:43.794959 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d4abd0ff-5ebb-49ab-8fe5-40b8c94feb58 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:43.801962 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-268efc27-e851-4d25-903f-5854b3452c95 None None] Provisioning for port 495fa4c1-390a-4d20-8339-bcfa6b5ada12 completed by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:50:43.817254 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-268efc27-e851-4d25-903f-5854b3452c95 None None] Provisioning complete for port 495fa4c1-390a-4d20-8339-bcfa6b5ada12 triggered by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:50:43.817744 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-268efc27-e851-4d25-903f-5854b3452c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:43.918560 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d4abd0ff-5ebb-49ab-8fe5-40b8c94feb58 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:43.919105 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d4abd0ff-5ebb-49ab-8fe5-40b8c94feb58 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:43.941274 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-9f62b358-928a-449a-85fb-f1ffec39e092 req-72e4c8e0-8570-411f-ace9-80ea8255aa95 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:43.943378 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.plugin [None req-d4abd0ff-5ebb-49ab-8fe5-40b8c94feb58 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Calling delete_port for 11c485f0-cd4b-4fa3-a89b-8fe4ca44fa0b owned by network:floatingip {{(pid=100550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:50:44.004317 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-268efc27-e851-4d25-903f-5854b3452c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:44.043887 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-268efc27-e851-4d25-903f-5854b3452c95 None None] For port 495fa4c1-390a-4d20-8339-bcfa6b5ada12, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=495fa4c1-390a-4d20-8339-bcfa6b5ada12,segment=NetworkSegment(606fb295-b443-4c8f-b263-1ea8baec7e3f),segment_id=606fb295-b443-4c8f-b263-1ea8baec7e3f)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:50:44.052850 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-268efc27-e851-4d25-903f-5854b3452c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:44.119409 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-dd77ed60-6925-4517-a594-ec24b0a8084f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:44.149735 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268efc27-e851-4d25-903f-5854b3452c95 None None] Pushing event updated for resources: {'Port': ['ID=495fa4c1-390a-4d20-8339-bcfa6b5ada12,revision_number=3']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:44.219203 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d4abd0ff-5ebb-49ab-8fe5-40b8c94feb58 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7634829'] for port, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:44.253280 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4abd0ff-5ebb-49ab-8fe5-40b8c94feb58 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Pushing event deleted for resources: {'Port': ['ID=11c485f0-cd4b-4fa3-a89b-8fe4ca44fa0b,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:44.388842 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d4abd0ff-5ebb-49ab-8fe5-40b8c94feb58 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks [] for floatingip, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:44.395381 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d4abd0ff-5ebb-49ab-8fe5-40b8c94feb58 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for floatingip, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:44.396184 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-398435d9-5e68-4ecf-bc70-94629e68e051 None None] Provisioning complete for port 495fa4c1-390a-4d20-8339-bcfa6b5ada12 triggered by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:50:44.396184 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-398435d9-5e68-4ecf-bc70-94629e68e051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:44.404715 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-d4abd0ff-5ebb-49ab-8fe5-40b8c94feb58 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "DELETE /v2.0/floatingips/660d01b3-ced3-49ec-b64c-4e068097ce51 HTTP/1.1" status: 204 len: 168 time: 0.8564105 Sep 07 23:50:44.458455 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 03abb03a-9526-4041-93a7-bea9ea9e25f0 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 23:50:44.486733 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] No Port match for: 03abb03a-9526-4041-93a7-bea9ea9e25f0 {{(pid=100552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 23:50:44.486733 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 03abb03a-9526-4041-93a7-bea9ea9e25f0 not bound to the agent host hv-cinder-75157 {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 23:50:44.527941 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 34440) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:50:44.629699 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 34444) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:50:44.637270 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-0ec74dce-d584-4025-97d4-d5fcffaf9cb2 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1408158992', 'description': 'tempest-description--1841827154'}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:50:44.642973 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-9f62b358-928a-449a-85fb-f1ffec39e092 req-72e4c8e0-8570-411f-ace9-80ea8255aa95 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] For port d496e4c6-ed6c-4b9a-8775-0eb582d762d4, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=d496e4c6-ed6c-4b9a-8775-0eb582d762d4,segment=NetworkSegment(6a354170-54c2-4c69-9a9b-4aa20358335f),segment_id=6a354170-54c2-4c69-9a9b-4aa20358335f)] {{(pid=100551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:50:44.667480 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-0ec74dce-d584-4025-97d4-d5fcffaf9cb2 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:44.680007 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-dd77ed60-6925-4517-a594-ec24b0a8084f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595871'] for router, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:44.692230 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-9f62b358-928a-449a-85fb-f1ffec39e092 req-72e4c8e0-8570-411f-ace9-80ea8255aa95 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks [] for port, precommit_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:44.708790 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-0f58014d-ec98-4fd5-ab17-afd234d127bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:44.729781 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-9f62b358-928a-449a-85fb-f1ffec39e092 req-72e4c8e0-8570-411f-ace9-80ea8255aa95 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5131532'] for port, after_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:44.742619 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.db.api [None req-0f58014d-ec98-4fd5-ab17-afd234d127bf admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 23:50:44.742619 dv-cinder-751579-26-iscsi neutron-server[100550]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 23:50:44.742619 dv-cinder-751579-26-iscsi neutron-server[100550]: [parameters: {'project_id_1': '60df98ed93c64c069e0d07b921d76258', 'expiration_1': datetime.datetime(2021, 9, 7, 23, 50, 24, 727975)}] Sep 07 23:50:44.742619 dv-cinder-751579-26-iscsi neutron-server[100550]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 23:50:44.743417 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG oslo_db.api [None req-0f58014d-ec98-4fd5-ab17-afd234d127bf admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 23:50:44.744563 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] get_ports_and_sgs() called for port_ids ['d496e4c6-ed6c-4b9a-8775-0eb582d762d4'] {{(pid=100552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 23:50:44.804324 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62b358-928a-449a-85fb-f1ffec39e092 req-72e4c8e0-8570-411f-ace9-80ea8255aa95 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:44.804851 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-9f62b358-928a-449a-85fb-f1ffec39e092 req-72e4c8e0-8570-411f-ace9-80ea8255aa95 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:44.806360 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-9f62b358-928a-449a-85fb-f1ffec39e092 req-72e4c8e0-8570-411f-ace9-80ea8255aa95 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "PUT /v2.0/ports/d496e4c6-ed6c-4b9a-8775-0eb582d762d4 HTTP/1.1" status: 200 len: 982 time: 1.0511231 Sep 07 23:50:44.807212 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8820607b-5d5a-42c9-96d2-f214ae781f1d', 'tag': 'd496e4c6-ed6c-4b9a-8775-0eb582d762d4'}] {{(pid=100551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:50:44.809578 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744d18a1a9123520e55b11d6b4f544890c28500fff252c5db1cb0c4b69d72d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23fc1c3-b9f4-4a13-a875-e81185f96dd2" -d '{"events": [{"name": "network-changed", "server_uuid": "8820607b-5d5a-42c9-96d2-f214ae781f1d", "tag": "d496e4c6-ed6c-4b9a-8775-0eb582d762d4"}]}' {{(pid=100551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:50:44.864017 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e4c8e0-8570-411f-ace9-80ea8255aa95 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Pushing event updated for resources: {'Port': ['ID=d496e4c6-ed6c-4b9a-8775-0eb582d762d4,revision_number=6']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:44.914120 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] get_ports_and_sgs() called for port_ids ['d496e4c6-ed6c-4b9a-8775-0eb582d762d4'] {{(pid=100552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 23:50:44.917786 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 23:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b35c19-95cd-4d7e-b6a0-30ea35058f0d x-openstack-request-id: req-57b35c19-95cd-4d7e-b6a0-30ea35058f0d {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:50:44.918159 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8820607b-5d5a-42c9-96d2-f214ae781f1d", "tag": "d496e4c6-ed6c-4b9a-8775-0eb582d762d4", "status": "completed", "code": 200}]} {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:50:44.918323 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-57b35c19-95cd-4d7e-b6a0-30ea35058f0d {{(pid=100551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:50:44.918845 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8820607b-5d5a-42c9-96d2-f214ae781f1d', 'tag': 'd496e4c6-ed6c-4b9a-8775-0eb582d762d4', 'status': 'completed', 'code': 200} Sep 07 23:50:44.932437 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-0ec74dce-d584-4025-97d4-d5fcffaf9cb2 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:44.942460 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-0ec74dce-d584-4025-97d4-d5fcffaf9cb2 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:44.962230 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd77ed60-6925-4517-a594-ec24b0a8084f admin admin] Router 4100880c-e5b9-4d40-a7bc-efd9caa1e838 is scheduled to L3 agent 19316ef7-2440-47e6-ada3-35aaee6f744b with binding_index 1 {{(pid=100551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 23:50:44.978819 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec74dce-d584-4025-97d4-d5fcffaf9cb2 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:44.992103 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-0ec74dce-d584-4025-97d4-d5fcffaf9cb2 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:44.993417 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-0ec74dce-d584-4025-97d4-d5fcffaf9cb2 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3622849 Sep 07 23:50:44.996645 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 34450) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:50:45.003961 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-d8e3a3d2-a0cd-4087-8db2-113a694603f0 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Request body: {'security_group_rule': {'security_group_id': 'c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:50:45.043449 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d8e3a3d2-a0cd-4087-8db2-113a694603f0 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:45.060952 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23fc1c3-b9f4-4a13-a875-e81185f96dd2 req-ec14eff1-63ac-4c6b-8f9c-6d37be2caf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:45.063301 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f23fc1c3-b9f4-4a13-a875-e81185f96dd2 req-ec14eff1-63ac-4c6b-8f9c-6d37be2caf16 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4351e3b1aaa64bafa9cea9720a80c5a3&device_id=8820607b-5d5a-42c9-96d2-f214ae781f1d HTTP/1.1" status: 200 len: 1138 time: 0.1213300 Sep 07 23:50:45.074436 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59697df4-f81f-450e-9cc2-ffc4877d3bf0 req-6a11ec3b-753f-4b27-8977-8b077e46b8c7 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:45.076384 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-59697df4-f81f-450e-9cc2-ffc4877d3bf0 req-6a11ec3b-753f-4b27-8977-8b077e46b8c7 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/ports?device_id=8820607b-5d5a-42c9-96d2-f214ae781f1d HTTP/1.1" status: 200 len: 985 time: 0.1369655 Sep 07 23:50:45.145963 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d8e3a3d2-a0cd-4087-8db2-113a694603f0 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:45.151287 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d8e3a3d2-a0cd-4087-8db2-113a694603f0 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790847'] for security_group_rule, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:45.172741 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e3a3d2-a0cd-4087-8db2-113a694603f0 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebf1cd04-6258-4f46-8405-f09fda286c35,revision_number=0']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:45.180839 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d8e3a3d2-a0cd-4087-8db2-113a694603f0 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:45.183206 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-d8e3a3d2-a0cd-4087-8db2-113a694603f0 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1853838 Sep 07 23:50:45.186025 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 34452) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:50:45.192232 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-7b68cab2-d88c-42eb-8e45-eea574771209 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Request body: {'security_group_rule': {'security_group_id': 'c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:50:45.233172 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-7b68cab2-d88c-42eb-8e45-eea574771209 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:45.262381 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-0f58014d-ec98-4fd5-ab17-afd234d127bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:45.264417 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-728a5bd8-3431-46f2-8a07-08d6d6aae8da None None] Provisioning complete for port d496e4c6-ed6c-4b9a-8775-0eb582d762d4 triggered by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:50:45.264814 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-728a5bd8-3431-46f2-8a07-08d6d6aae8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:45.293846 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-59697df4-f81f-450e-9cc2-ffc4877d3bf0 req-4bdec8f9-d9a4-4dd3-ac99-c1c1cf212fa5 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8b6aaf1-40dd-4921-b423-fa91c81674fb&id=9b9f13c3-1b0e-408c-b9eb-cdedf405f985&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1541328 Sep 07 23:50:45.312972 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23fc1c3-b9f4-4a13-a875-e81185f96dd2 req-beadbdb6-009b-421b-9a10-acb791370eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:45.315831 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f23fc1c3-b9f4-4a13-a875-e81185f96dd2 req-beadbdb6-009b-421b-9a10-acb791370eb9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=09912968-2b9d-4396-b8cf-aa37c9b2f256 HTTP/1.1" status: 200 len: 915 time: 0.2382927 Sep 07 23:50:45.354650 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd77ed60-6925-4517-a594-ec24b0a8084f admin admin] Notify agent at l3_agent.dv-cinder-751579-26-iscsi the message routers_updated {{(pid=100551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 23:50:45.373129 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-7b68cab2-d88c-42eb-8e45-eea574771209 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:45.373384 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3a3284-88df-4ea1-bde8-d541c30ebe6d None None] Sync routers for ids ['4100880c-e5b9-4d40-a7bc-efd9caa1e838'] in dv-cinder-751579-26-iscsi {{(pid=100552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 23:50:45.387401 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-7b68cab2-d88c-42eb-8e45-eea574771209 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790847'] for security_group_rule, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:45.399932 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 495fa4c1-390a-4d20-8339-bcfa6b5ada12 up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:50:45.419197 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68cab2-d88c-42eb-8e45-eea574771209 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecbd6935-2d81-43d7-8991-75c72293e133,revision_number=0']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:45.446226 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f23fc1c3-b9f4-4a13-a875-e81185f96dd2 req-c96484f1-6862-4f8d-9ba4-82436459a62b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d496e4c6-ed6c-4b9a-8775-0eb582d762d4 HTTP/1.1" status: 200 len: 1002 time: 0.1205080 Sep 07 23:50:45.455832 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3a3284-88df-4ea1-bde8-d541c30ebe6d None None] Routers {'4100880c-e5b9-4d40-a7bc-efd9caa1e838'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:50:45.456496 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-fe3a3284-88df-4ea1-bde8-d541c30ebe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:50:32Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['4100880c-e5b9-4d40-a7bc-efd9caa1e838'], 'active': True} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:50:45.474920 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-0f58014d-ec98-4fd5-ab17-afd234d127bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:45.480912 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-0f58014d-ec98-4fd5-ab17-afd234d127bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:45.488657 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-7b68cab2-d88c-42eb-8e45-eea574771209 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:45.489623 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-7b68cab2-d88c-42eb-8e45-eea574771209 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3020265 Sep 07 23:50:45.500800 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 34456) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:50:45.506462 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23fc1c3-b9f4-4a13-a875-e81185f96dd2 req-9dd65cb8-b73b-4f8a-8319-88841135b413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:45.508253 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f23fc1c3-b9f4-4a13-a875-e81185f96dd2 req-9dd65cb8-b73b-4f8a-8319-88841135b413 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dabd7f45-8b5d-4ae8-8693-50241ca4db2f HTTP/1.1" status: 200 len: 853 time: 0.0529575 Sep 07 23:50:45.509330 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-8d2a467d-b27a-4352-8575-7cb3ddc6f711 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Request body: {'floatingip': {'floating_network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658'}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:50:45.517213 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-dd77ed60-6925-4517-a594-ec24b0a8084f admin admin] Notify callbacks [] for router, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:45.519824 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-dd77ed60-6925-4517-a594-ec24b0a8084f admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.3235242 Sep 07 23:50:45.522669 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 34458) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:50:45.540145 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f58014d-ec98-4fd5-ab17-afd234d127bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f793dab-4901-4ed2-8cdd-03a9e64a6cde,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:45.552098 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-0f58014d-ec98-4fd5-ab17-afd234d127bf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=60df98ed93c64c069e0d07b921d76258&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0229504 Sep 07 23:50:45.554838 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 34460) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:50:45.574202 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-8d2a467d-b27a-4352-8575-7cb3ddc6f711 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks [] for floatingip, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:45.647927 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-cf3e2012-16c3-4761-9eb8-d285d768ba1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:45.651048 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23fc1c3-b9f4-4a13-a875-e81185f96dd2 req-e91894f0-fb89-4fe6-bb3b-59f8d2409bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:45.652671 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f23fc1c3-b9f4-4a13-a875-e81185f96dd2 req-e91894f0-fb89-4fe6-bb3b-59f8d2409bbe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=09912968-2b9d-4396-b8cf-aa37c9b2f256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1309791 Sep 07 23:50:45.864275 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f23fc1c3-b9f4-4a13-a875-e81185f96dd2 req-518aed9a-063f-4872-8ad5-25a107beda2f service neutron] 10.222.0.42 "GET /v2.0/networks/09912968-2b9d-4396-b8cf-aa37c9b2f256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020247 Sep 07 23:50:45.881495 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvr_db [None req-fe3a3284-88df-4ea1-bde8-d541c30ebe6d None None] Set router 4100880c-e5b9-4d40-a7bc-efd9caa1e838 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:50:45.926343 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-cf3e2012-16c3-4761-9eb8-d285d768ba1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:45.973912 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning complete for port 495fa4c1-390a-4d20-8339-bcfa6b5ada12 triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:50:45.974278 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:46.000473 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-8d2a467d-b27a-4352-8575-7cb3ddc6f711 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:46.003689 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-cf3e2012-16c3-4761-9eb8-d285d768ba1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:46.006821 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-cf3e2012-16c3-4761-9eb8-d285d768ba1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:46.007474 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-cf3e2012-16c3-4761-9eb8-d285d768ba1f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5f793dab-4901-4ed2-8cdd-03a9e64a6cde HTTP/1.1" status: 204 len: 168 time: 0.4515131 Sep 07 23:50:46.027784 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e2012-16c3-4761-9eb8-d285d768ba1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f793dab-4901-4ed2-8cdd-03a9e64a6cde,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:46.262993 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.db_base_plugin_common [None req-8d2a467d-b27a-4352-8575-7cb3ddc6f711 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Allocated IP 172.27.2.213 (1ea758c5-ea33-45af-9d70-54dde57c9658/5c624cf3-fab2-4caa-bdca-00a0c67beab2/de788c01-0584-48ec-ba4a-9949022c55b2) {{(pid=100550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:50:46.355496 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-fe3a3284-88df-4ea1-bde8-d541c30ebe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4100880c-e5b9-4d40-a7bc-efd9caa1e838', 'name': 'tempest-TestShelveInstance-1145688606-router', 'tenant_id': '57c40fd6c9f740c9a2e49701985feab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '07cc7674-750f-46bf-9165-06cbfd9fb953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:50:40Z', 'updated_at': '2021-09-07T23:50:43Z', 'revision_number': 3, 'project_id': '57c40fd6c9f740c9a2e49701985feab4', 'gw_port': {'id': '07cc7674-750f-46bf-9165-06cbfd9fb953', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:28:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4100880c-e5b9-4d40-a7bc-efd9caa1e838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:50:41Z', 'updated_at': '2021-09-07T23:50:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi'}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:50:46.431516 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3a3284-88df-4ea1-bde8-d541c30ebe6d None None] Checking router: 4100880c-e5b9-4d40-a7bc-efd9caa1e838 for host: dv-cinder-751579-26-iscsi {{(pid=100552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 23:50:46.432665 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3a3284-88df-4ea1-bde8-d541c30ebe6d None None] Updating router 4100880c-e5b9-4d40-a7bc-efd9caa1e838 port 07cc7674-750f-46bf-9165-06cbfd9fb953 binding host dv-cinder-751579-26-iscsi {{(pid=100552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 23:50:46.489174 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-fe3a3284-88df-4ea1-bde8-d541c30ebe6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:46.491807 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-8d2a467d-b27a-4352-8575-7cb3ddc6f711 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks [] for port, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:46.518275 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f23fc1c3-b9f4-4a13-a875-e81185f96dd2 req-32e8e52b-740e-4e02-a982-94de856b63dd service neutron] 10.222.0.42 "GET /v2.0/networks/09912968-2b9d-4396-b8cf-aa37c9b2f256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5910382 Sep 07 23:50:46.546828 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-8d2a467d-b27a-4352-8575-7cb3ddc6f711 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7634829'] for port, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:46.598912 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2a467d-b27a-4352-8575-7cb3ddc6f711 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Network 1ea758c5-ea33-45af-9d70-54dde57c9658 is already hosted by enough agents. {{(pid=100550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:50:46.604365 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.base_scheduler [None req-8d2a467d-b27a-4352-8575-7cb3ddc6f711 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Resources bound (agent type, host, resource id): {{(pid=100550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:50:46.608842 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2a467d-b27a-4352-8575-7cb3ddc6f711 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Received port after_create {{(pid=100550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:50:46.612262 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2a467d-b27a-4352-8575-7cb3ddc6f711 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Pushing event updated for resources: {'Port': ['ID=de788c01-0584-48ec-ba4a-9949022c55b2,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:46.696055 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-1eaaad4e-2c92-4aa4-871e-e5acfe5aec64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:46.728494 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-8d2a467d-b27a-4352-8575-7cb3ddc6f711 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:46.769999 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-8d2a467d-b27a-4352-8575-7cb3ddc6f711 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:46.875459 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-fe3a3284-88df-4ea1-bde8-d541c30ebe6d None None] Notify callbacks [] for port, precommit_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:46.897282 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-fe3a3284-88df-4ea1-bde8-d541c30ebe6d None None] Transition to ACTIVE for port object 07cc7674-750f-46bf-9165-06cbfd9fb953 will not be triggered until provisioned by entity L2. {{(pid=100552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:50:46.911049 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-fe3a3284-88df-4ea1-bde8-d541c30ebe6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:46.925260 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.db_base_plugin_common [None req-1eaaad4e-2c92-4aa4-871e-e5acfe5aec64 admin admin] Allocated IP 172.20.0.1 (5cdf44a6-e80e-483a-a66f-3700971e555a/55540f58-bd6e-4bc1-a586-fffab3832ab4/cedce733-91c6-4b57-862d-eb306509c3cc) {{(pid=100551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:50:46.967710 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-8d2a467d-b27a-4352-8575-7cb3ddc6f711 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks [] for port, precommit_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:46.978190 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-8d2a467d-b27a-4352-8575-7cb3ddc6f711 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7634818'] for port, after_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:46.996668 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-fe3a3284-88df-4ea1-bde8-d541c30ebe6d None None] Attempting to bind port 07cc7674-750f-46bf-9165-06cbfd9fb953 on host dv-cinder-751579-26-iscsi for vnic_type normal with profile {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 23:50:46.997439 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-fe3a3284-88df-4ea1-bde8-d541c30ebe6d None None] Attempting to bind port 07cc7674-750f-46bf-9165-06cbfd9fb953 by drivers openvswitch,hyperv on host dv-cinder-751579-26-iscsi at level 0 using segments [{'id': '4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658'}] {{(pid=100552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 23:50:46.998053 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3a3284-88df-4ea1-bde8-d541c30ebe6d None None] Attempting to bind port 07cc7674-750f-46bf-9165-06cbfd9fb953 on network 1ea758c5-ea33-45af-9d70-54dde57c9658 {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:50:47.009522 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3a3284-88df-4ea1-bde8-d541c30ebe6d None None] Checking agent: {'id': '892ede6d-2e1c-48b6-9f9b-59f4d898b1a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 23, 38, 1), 'started_at': datetime.datetime(2021, 9, 7, 23, 38, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 23, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 23:50:47.010584 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3a3284-88df-4ea1-bde8-d541c30ebe6d None None] Checking segment: {'id': '4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:50:47.010584 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-fe3a3284-88df-4ea1-bde8-d541c30ebe6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:47.011069 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3a3284-88df-4ea1-bde8-d541c30ebe6d None None] Bound using segment: {'id': '4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658'} {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 23:50:47.011813 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-fe3a3284-88df-4ea1-bde8-d541c30ebe6d None None] Bound port: 07cc7674-750f-46bf-9165-06cbfd9fb953, host: dv-cinder-751579-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658'}}] {{(pid=100552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 23:50:47.012182 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-fe3a3284-88df-4ea1-bde8-d541c30ebe6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:47.050242 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f097bb4c-2a09-4823-ae0d-700f86921ea6 None None] Pushing event updated for resources: {'Port': ['ID=07cc7674-750f-46bf-9165-06cbfd9fb953,revision_number=2']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:47.083649 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-1eaaad4e-2c92-4aa4-871e-e5acfe5aec64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:47.097412 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2a467d-b27a-4352-8575-7cb3ddc6f711 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Pushing event updated for resources: {'Port': ['ID=de788c01-0584-48ec-ba4a-9949022c55b2,revision_number=2']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:47.104376 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-fe3a3284-88df-4ea1-bde8-d541c30ebe6d None None] For port 07cc7674-750f-46bf-9165-06cbfd9fb953, host dv-cinder-751579-26-iscsi, cleared binding levels {{(pid=100552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 23:50:47.104376 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-fe3a3284-88df-4ea1-bde8-d541c30ebe6d None None] For port 07cc7674-750f-46bf-9165-06cbfd9fb953, host dv-cinder-751579-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=07cc7674-750f-46bf-9165-06cbfd9fb953,segment=NetworkSegment(4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a),segment_id=4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a)] {{(pid=100552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 23:50:47.106385 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.provisioning_blocks [None req-1eaaad4e-2c92-4aa4-871e-e5acfe5aec64 admin admin] Transition to ACTIVE for port object cedce733-91c6-4b57-862d-eb306509c3cc will not be triggered until provisioned by entity DHCP. {{(pid=100551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:50:47.114736 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-fe3a3284-88df-4ea1-bde8-d541c30ebe6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:47.129864 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-8d2a467d-b27a-4352-8575-7cb3ddc6f711 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595513'] for floatingip, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:47.160678 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-8d2a467d-b27a-4352-8575-7cb3ddc6f711 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for floatingip, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:47.168520 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-8d2a467d-b27a-4352-8575-7cb3ddc6f711 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6594744 Sep 07 23:50:47.174226 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-1eaaad4e-2c92-4aa4-871e-e5acfe5aec64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:47.178573 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3a3284-88df-4ea1-bde8-d541c30ebe6d None None] Routers {'4100880c-e5b9-4d40-a7bc-efd9caa1e838'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:50:47.179474 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-fe3a3284-88df-4ea1-bde8-d541c30ebe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:50:32Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['4100880c-e5b9-4d40-a7bc-efd9caa1e838'], 'active': True} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:50:47.212939 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eaaad4e-2c92-4aa4-871e-e5acfe5aec64 admin admin] Network 5cdf44a6-e80e-483a-a66f-3700971e555a is already hosted by enough agents. {{(pid=100551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:50:47.216589 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.base_scheduler [None req-1eaaad4e-2c92-4aa4-871e-e5acfe5aec64 admin admin] Resources bound (agent type, host, resource id): {{(pid=100551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:50:47.221148 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eaaad4e-2c92-4aa4-871e-e5acfe5aec64 admin admin] Received port after_create {{(pid=100551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:50:47.256846 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f097bb4c-2a09-4823-ae0d-700f86921ea6 None None] Pushing event updated for resources: {'Port': ['ID=07cc7674-750f-46bf-9165-06cbfd9fb953,revision_number=3']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:47.274953 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-1eaaad4e-2c92-4aa4-871e-e5acfe5aec64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595522'] for router_interface, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:47.353892 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaaad4e-2c92-4aa4-871e-e5acfe5aec64 admin admin] Pushing event updated for resources: {'Port': ['ID=cedce733-91c6-4b57-862d-eb306509c3cc,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:47.401322 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvr_db [None req-fe3a3284-88df-4ea1-bde8-d541c30ebe6d None None] Set router 4100880c-e5b9-4d40-a7bc-efd9caa1e838 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:50:47.493579 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-576836ed-178d-4c89-81ce-96af5bc82631 req-1e4a4b6d-d55c-4b1c-bd50-6ca875d1205f tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1408158992&fields=id&tenant_id=58b276a8254e43be89c8e4a10c333cbe HTTP/1.1" status: 200 len: 267 time: 0.0642858 Sep 07 23:50:47.514503 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-1eaaad4e-2c92-4aa4-871e-e5acfe5aec64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:47.607420 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-b571844a-07a5-49fe-bc21-6c19c7a25c8c None None] Provisioning for port cedce733-91c6-4b57-862d-eb306509c3cc completed by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:50:47.624157 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-b571844a-07a5-49fe-bc21-6c19c7a25c8c None None] Provisioning complete for port cedce733-91c6-4b57-862d-eb306509c3cc triggered by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:50:47.625133 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-b571844a-07a5-49fe-bc21-6c19c7a25c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:47.685488 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576836ed-178d-4c89-81ce-96af5bc82631 req-d6ad5151-9128-4b7a-8001-f2ddbb7683ab tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:47.686773 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-576836ed-178d-4c89-81ce-96af5bc82631 req-d6ad5151-9128-4b7a-8001-f2ddbb7683ab tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/networks?id=bb0cf1ab-d1d5-410c-b15c-8c9770c10630 HTTP/1.1" status: 200 len: 817 time: 0.1822081 Sep 07 23:50:47.696983 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-b571844a-07a5-49fe-bc21-6c19c7a25c8c None None] Port cedce733-91c6-4b57-862d-eb306509c3cc cannot update to ACTIVE because it is not bound. {{(pid=100552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 23:50:47.739675 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-fe3a3284-88df-4ea1-bde8-d541c30ebe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4100880c-e5b9-4d40-a7bc-efd9caa1e838', 'name': 'tempest-TestShelveInstance-1145688606-router', 'tenant_id': '57c40fd6c9f740c9a2e49701985feab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '07cc7674-750f-46bf-9165-06cbfd9fb953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:50:40Z', 'updated_at': '2021-09-07T23:50:43Z', 'revision_number': 3, 'project_id': '57c40fd6c9f740c9a2e49701985feab4', 'gw_port': {'id': '07cc7674-750f-46bf-9165-06cbfd9fb953', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:28:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4100880c-e5b9-4d40-a7bc-efd9caa1e838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:50:41Z', 'updated_at': '2021-09-07T23:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi'}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:50:47.743078 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-576836ed-178d-4c89-81ce-96af5bc82631 req-0ac30d5e-c8aa-4d98-841d-3bb4b86385b9 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/quotas/58b276a8254e43be89c8e4a10c333cbe HTTP/1.1" status: 200 len: 375 time: 0.0479057 Sep 07 23:50:47.777962 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3a3284-88df-4ea1-bde8-d541c30ebe6d None None] The sync data for ids ['4100880c-e5b9-4d40-a7bc-efd9caa1e838'] in dv-cinder-751579-26-iscsi is: [{'id': '4100880c-e5b9-4d40-a7bc-efd9caa1e838', 'name': 'tempest-TestShelveInstance-1145688606-router', 'tenant_id': '57c40fd6c9f740c9a2e49701985feab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '07cc7674-750f-46bf-9165-06cbfd9fb953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:50:40Z', 'updated_at': '2021-09-07T23:50:43Z', 'revision_number': 3, 'project_id': '57c40fd6c9f740c9a2e49701985feab4', 'gw_port': {'id': '07cc7674-750f-46bf-9165-06cbfd9fb953', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:28:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4100880c-e5b9-4d40-a7bc-efd9caa1e838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:50:41Z', 'updated_at': '2021-09-07T23:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi'}] {{(pid=100552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 23:50:47.841087 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-576836ed-178d-4c89-81ce-96af5bc82631 req-3ad99402-bdca-418c-ae5b-c0c2491a1adc tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=58b276a8254e43be89c8e4a10c333cbe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0916853 Sep 07 23:50:47.885475 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-1eaaad4e-2c92-4aa4-871e-e5acfe5aec64 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:47.890103 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-1eaaad4e-2c92-4aa4-871e-e5acfe5aec64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5131532'] for port, after_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:48.012758 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-1eaaad4e-2c92-4aa4-871e-e5acfe5aec64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1820662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1593362'] for router_interface, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:48.018417 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaaad4e-2c92-4aa4-871e-e5acfe5aec64 admin admin] Pushing event updated for resources: {'Port': ['ID=cedce733-91c6-4b57-862d-eb306509c3cc,revision_number=2']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:48.075121 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-576836ed-178d-4c89-81ce-96af5bc82631 req-f9d312d2-c42c-4045-9d7d-9168d7054b59 service neutron] 10.222.0.15 "GET /v2.0/networks/bb0cf1ab-d1d5-410c-b15c-8c9770c10630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202332 Sep 07 23:50:48.214139 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eaaad4e-2c92-4aa4-871e-e5acfe5aec64 admin admin] Network 5cdf44a6-e80e-483a-a66f-3700971e555a is already hosted by enough agents. {{(pid=100551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:50:48.217054 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.base_scheduler [None req-1eaaad4e-2c92-4aa4-871e-e5acfe5aec64 admin admin] Resources bound (agent type, host, resource id): {{(pid=100551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:50:48.284682 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-576836ed-178d-4c89-81ce-96af5bc82631 req-3c232fd6-a6f9-4906-bd5a-494208bde59f service neutron] 10.222.0.15 "GET /v2.0/networks/bb0cf1ab-d1d5-410c-b15c-8c9770c10630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735172 Sep 07 23:50:48.417071 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eaaad4e-2c92-4aa4-871e-e5acfe5aec64 admin admin] Router 4100880c-e5b9-4d40-a7bc-efd9caa1e838 has already been hosted by L3 agent 19316ef7-2440-47e6-ada3-35aaee6f744b {{(pid=100551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 23:50:48.540812 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-ab6d0424-27b0-4dd9-8edc-7ebe4352740d None None] Provisioning complete for port cedce733-91c6-4b57-862d-eb306509c3cc triggered by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:50:48.541597 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-ab6d0424-27b0-4dd9-8edc-7ebe4352740d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:48.568850 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-66209e79-ae48-4207-bcae-73266a9b8c2c req-9dce0868-224a-4e2c-a929-9d801b7f74f9 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 210 time: 0.0702896 Sep 07 23:50:48.586673 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eaaad4e-2c92-4aa4-871e-e5acfe5aec64 admin admin] Notify agent at l3_agent.dv-cinder-751579-26-iscsi the message routers_updated {{(pid=100551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 23:50:48.588705 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:48.593294 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-1eaaad4e-2c92-4aa4-871e-e5acfe5aec64 admin admin] 10.222.0.15 "PUT /v2.0/routers/4100880c-e5b9-4d40-a7bc-efd9caa1e838/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0570240 Sep 07 23:50:48.603026 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-ab6d0424-27b0-4dd9-8edc-7ebe4352740d None None] Port cedce733-91c6-4b57-862d-eb306509c3cc cannot update to ACTIVE because it is not bound. {{(pid=100552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 23:50:49.393797 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 07cc7674-750f-46bf-9165-06cbfd9fb953 up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:50:49.413423 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 34540) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:50:49.420738 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [None req-bee59a06-cc2f-42bd-92ca-9f4b7a052cb1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1750542902-network', 'tenant_id': 'fc84d53860ae404980036203cc046a98'}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:50:49.446951 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee59a06-cc2f-42bd-92ca-9f4b7a052cb1 admin admin] Made reservation on behalf of fc84d53860ae404980036203cc046a98 for: {'network': 1} {{(pid=100551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:50:49.451276 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-bee59a06-cc2f-42bd-92ca-9f4b7a052cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for network, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:49.459577 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning for port 07cc7674-750f-46bf-9165-06cbfd9fb953 completed by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:50:49.464552 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning complete for port 07cc7674-750f-46bf-9165-06cbfd9fb953 triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:50:49.464955 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:49.465992 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-bee59a06-cc2f-42bd-92ca-9f4b7a052cb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:49.588076 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:49.629067 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-bee59a06-cc2f-42bd-92ca-9f4b7a052cb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:49.633318 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] For port 07cc7674-750f-46bf-9165-06cbfd9fb953, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=07cc7674-750f-46bf-9165-06cbfd9fb953,segment=NetworkSegment(4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a),segment_id=4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:50:49.644278 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:49.648254 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-bee59a06-cc2f-42bd-92ca-9f4b7a052cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:49.729925 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bee59a06-cc2f-42bd-92ca-9f4b7a052cb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=100551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 23:50:49.748701 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Pushing event updated for resources: {'Port': ['ID=07cc7674-750f-46bf-9165-06cbfd9fb953,revision_number=4']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:49.752778 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6e22f4-7d49-4069-8173-52bdecca309c None None] Sync routers for ids ['4100880c-e5b9-4d40-a7bc-efd9caa1e838'] in dv-cinder-751579-26-iscsi {{(pid=100553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 23:50:49.767381 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6e22f4-7d49-4069-8173-52bdecca309c None None] Routers {'4100880c-e5b9-4d40-a7bc-efd9caa1e838'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:50:49.768219 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-cf6e22f4-7d49-4069-8173-52bdecca309c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:50:32Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['4100880c-e5b9-4d40-a7bc-efd9caa1e838'], 'active': True} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:50:49.819499 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-456f4f70-f93d-4a9a-aa27-a3dd8a46563b req-8f8c533a-b9f2-45e8-b7ce-cfe6bb477845 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 210 time: 0.1212707 Sep 07 23:50:49.826069 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-bee59a06-cc2f-42bd-92ca-9f4b7a052cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675162'] for segment, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:49.826419 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.db.segments_db [None req-bee59a06-cc2f-42bd-92ca-9f4b7a052cb1 admin admin] Added segment e931a262-dfaa-4c1b-b2da-611273b1ac7b of type vlan for network 81cc46a2-8db1-4096-bf4f-6daa1e8dd2b5 Sep 07 23:50:49.881078 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee59a06-cc2f-42bd-92ca-9f4b7a052cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd11af54-8446-47c6-b213-8f38424cddc0,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:49.890183 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvr_db [None req-cf6e22f4-7d49-4069-8173-52bdecca309c None None] Set router 4100880c-e5b9-4d40-a7bc-efd9caa1e838 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:50:49.904739 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-bee59a06-cc2f-42bd-92ca-9f4b7a052cb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760370794509'] for network, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:49.921032 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576836ed-178d-4c89-81ce-96af5bc82631 req-2dc41cdb-d18a-402d-b2ce-29f5d6b871fa tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:49.922622 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-576836ed-178d-4c89-81ce-96af5bc82631 req-2dc41cdb-d18a-402d-b2ce-29f5d6b871fa tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.42 "GET /v2.0/networks?id=bb0cf1ab-d1d5-410c-b15c-8c9770c10630 HTTP/1.1" status: 200 len: 817 time: 0.3209009 Sep 07 23:50:49.962745 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-bee59a06-cc2f-42bd-92ca-9f4b7a052cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608'] for network, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:49.963890 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee59a06-cc2f-42bd-92ca-9f4b7a052cb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:49.964514 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-bee59a06-cc2f-42bd-92ca-9f4b7a052cb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for network, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:50.012402 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-576836ed-178d-4c89-81ce-96af5bc82631 req-ea97c5bd-3f91-4630-9c79-b667d43448c7 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58b276a8254e43be89c8e4a10c333cbe HTTP/1.1" status: 200 len: 380 time: 0.0776505 Sep 07 23:50:50.022180 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-bee59a06-cc2f-42bd-92ca-9f4b7a052cb1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6071796 Sep 07 23:50:50.025385 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 34548) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:50:50.032172 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-8170aec6-e0c0-4c20-8131-e573861794ea admin admin] Request body: {'subnet': {'network_id': '81cc46a2-8db1-4096-bf4f-6daa1e8dd2b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1750542902-subnet', 'tenant_id': 'fc84d53860ae404980036203cc046a98', 'ip_version': 4}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:50:50.062524 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [req-576836ed-178d-4c89-81ce-96af5bc82631 req-0b8b4566-304d-484c-baf2-24ca7c83b7e4 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Request body: {'port': {'device_id': '1223f810-24aa-48d7-ab8c-7af988a9f2e7', 'network_id': 'bb0cf1ab-d1d5-410c-b15c-8c9770c10630', 'admin_state_up': True, 'tenant_id': '58b276a8254e43be89c8e4a10c333cbe', 'security_groups': ['c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944']}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:50:50.069069 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee59a06-cc2f-42bd-92ca-9f4b7a052cb1 admin admin] Pushing event updated for resources: {'Network': ['ID=81cc46a2-8db1-4096-bf4f-6daa1e8dd2b5,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:50.069993 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8170aec6-e0c0-4c20-8131-e573861794ea admin admin] Made reservation on behalf of fc84d53860ae404980036203cc046a98 for: {'subnet': 1} {{(pid=100550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:50:50.074209 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-8170aec6-e0c0-4c20-8131-e573861794ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4620622'] for subnet, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:50.084440 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Network 81cc46a2-8db1-4096-bf4f-6daa1e8dd2b5 details requested by agent ovs-agent-dv-cinder-751579-26-iscsi with host dv-cinder-751579-26-iscsi {{(pid=100552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 23:50:50.213166 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-576836ed-178d-4c89-81ce-96af5bc82631 req-0b8b4566-304d-484c-baf2-24ca7c83b7e4 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Made reservation on behalf of 58b276a8254e43be89c8e4a10c333cbe for: {'port': 1} {{(pid=100551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:50:50.219331 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-576836ed-178d-4c89-81ce-96af5bc82631 req-0b8b4566-304d-484c-baf2-24ca7c83b7e4 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:50.258923 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-cf6e22f4-7d49-4069-8173-52bdecca309c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4100880c-e5b9-4d40-a7bc-efd9caa1e838', 'name': 'tempest-TestShelveInstance-1145688606-router', 'tenant_id': '57c40fd6c9f740c9a2e49701985feab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '07cc7674-750f-46bf-9165-06cbfd9fb953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:50:40Z', 'updated_at': '2021-09-07T23:50:47Z', 'revision_number': 4, 'project_id': '57c40fd6c9f740c9a2e49701985feab4', 'gw_port': {'id': '07cc7674-750f-46bf-9165-06cbfd9fb953', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:28:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4100880c-e5b9-4d40-a7bc-efd9caa1e838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:50:41Z', 'updated_at': '2021-09-07T23:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': 'cedce733-91c6-4b57-862d-eb306509c3cc', 'name': '', 'network_id': '5cdf44a6-e80e-483a-a66f-3700971e555a', 'tenant_id': '57c40fd6c9f740c9a2e49701985feab4', 'mac_address': 'fa:16:3e:c8:79:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4100880c-e5b9-4d40-a7bc-efd9caa1e838', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '55540f58-bd6e-4bc1-a586-fffab3832ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:50:46Z', 'updated_at': '2021-09-07T23:50:47Z', 'revision_number': 2, 'project_id': '57c40fd6c9f740c9a2e49701985feab4', 'subnets': [{'id': '55540f58-bd6e-4bc1-a586-fffab3832ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:50:50.288793 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6e22f4-7d49-4069-8173-52bdecca309c None None] Checking router: 4100880c-e5b9-4d40-a7bc-efd9caa1e838 for host: dv-cinder-751579-26-iscsi {{(pid=100553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 23:50:50.289306 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6e22f4-7d49-4069-8173-52bdecca309c None None] Updating router 4100880c-e5b9-4d40-a7bc-efd9caa1e838 port cedce733-91c6-4b57-862d-eb306509c3cc binding host dv-cinder-751579-26-iscsi {{(pid=100553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 23:50:50.316421 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-8170aec6-e0c0-4c20-8131-e573861794ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7634745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4620632'] for subnet, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:50.329933 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-cf6e22f4-7d49-4069-8173-52bdecca309c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:50.404648 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.db_base_plugin_common [req-576836ed-178d-4c89-81ce-96af5bc82631 req-0b8b4566-304d-484c-baf2-24ca7c83b7e4 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Allocated IP 172.20.0.8 (bb0cf1ab-d1d5-410c-b15c-8c9770c10630/2e4b191b-fe64-4814-8fad-97b5ba0852ce/de3b0ae0-5c66-4b3f-b647-7415dc1dc860) {{(pid=100551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:50:50.410542 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170aec6-e0c0-4c20-8131-e573861794ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=167c891c-6345-4647-9d6e-8ca77f93e413,revision_number=0']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:50.459807 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8170aec6-e0c0-4c20-8131-e573861794ea admin admin] Checking segment: {'id': 'e931a262-dfaa-4c1b-b2da-611273b1ac7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '81cc46a2-8db1-4096-bf4f-6daa1e8dd2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:50:50.460318 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8170aec6-e0c0-4c20-8131-e573861794ea admin admin] Network hostable DHCP agents. Network: 81cc46a2-8db1-4096-bf4f-6daa1e8dd2b5, hostable agents: ['4f562aef-accf-408d-af1e-fabb3d28a6a0'], hosted agents: [] {{(pid=100550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 23:50:50.481776 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8170aec6-e0c0-4c20-8131-e573861794ea admin admin] Network 81cc46a2-8db1-4096-bf4f-6daa1e8dd2b5 is scheduled to be hosted by DHCP agent 4f562aef-accf-408d-af1e-fabb3d28a6a0 with binding_index 1 {{(pid=100550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 23:50:50.498909 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.base_scheduler [None req-8170aec6-e0c0-4c20-8131-e573861794ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-26-iscsi, 81cc46a2-8db1-4096-bf4f-6daa1e8dd2b5) {{(pid=100550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:50:50.507792 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8170aec6-e0c0-4c20-8131-e573861794ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:50.508532 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-8170aec6-e0c0-4c20-8131-e573861794ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:50.509275 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777fe072-7630-4e4e-b5d7-0b9f154fd511 None None] Network 81cc46a2-8db1-4096-bf4f-6daa1e8dd2b5 requested from dv-cinder-751579-26-iscsi {{(pid=100552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 23:50:50.529932 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-8170aec6-e0c0-4c20-8131-e573861794ea admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5011752 Sep 07 23:50:50.530667 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 34556) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:50:50.540066 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-578f2c33-4858-4aaa-811d-771e81c28b0d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1750542902-router', 'tenant_id': 'fc84d53860ae404980036203cc046a98', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658'}}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:50:50.569597 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-578f2c33-4858-4aaa-811d-771e81c28b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1597314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1444'] for router, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:50.570837 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-578f2c33-4858-4aaa-811d-771e81c28b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-394617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:50.618547 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-cf6e22f4-7d49-4069-8173-52bdecca309c None None] Notify callbacks [] for port, precommit_update {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:50.625362 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-576836ed-178d-4c89-81ce-96af5bc82631 req-0b8b4566-304d-484c-baf2-24ca7c83b7e4 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks [] for port, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:50.639620 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.provisioning_blocks [None req-cf6e22f4-7d49-4069-8173-52bdecca309c None None] Transition to ACTIVE for port object cedce733-91c6-4b57-862d-eb306509c3cc will not be triggered until provisioned by entity L2. {{(pid=100553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:50:50.640348 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-578f2c33-4858-4aaa-811d-771e81c28b0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:50.648556 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-cf6e22f4-7d49-4069-8173-52bdecca309c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:50.671358 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.provisioning_blocks [req-576836ed-178d-4c89-81ce-96af5bc82631 req-0b8b4566-304d-484c-baf2-24ca7c83b7e4 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Transition to ACTIVE for port object de3b0ae0-5c66-4b3f-b647-7415dc1dc860 will not be triggered until provisioned by entity DHCP. {{(pid=100551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:50:50.748041 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-576836ed-178d-4c89-81ce-96af5bc82631 req-0b8b4566-304d-484c-baf2-24ca7c83b7e4 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:50.804172 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3d21fe-34ae-4395-8118-78501587624c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf96fd684-78fa-5752-9b82-be4542ddf794-81cc46a2-8db1-4096-bf4f-6daa1e8dd2b5', 'network_id': '81cc46a2-8db1-4096-bf4f-6daa1e8dd2b5', 'tenant_id': 'fc84d53860ae404980036203cc046a98', 'fixed_ips': [{'subnet_id': '167c891c-6345-4647-9d6e-8ca77f93e413'}]}} from dv-cinder-751579-26-iscsi. {{(pid=100552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 23:50:50.806086 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-9e3d21fe-34ae-4395-8118-78501587624c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:50.861737 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-576836ed-178d-4c89-81ce-96af5bc82631 req-0b8b4566-304d-484c-baf2-24ca7c83b7e4 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Network bb0cf1ab-d1d5-410c-b15c-8c9770c10630 is already hosted by enough agents. {{(pid=100551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:50:50.865119 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.base_scheduler [req-576836ed-178d-4c89-81ce-96af5bc82631 req-0b8b4566-304d-484c-baf2-24ca7c83b7e4 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Resources bound (agent type, host, resource id): {{(pid=100551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:50:50.871946 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.l3_dvrscheduler_db [req-576836ed-178d-4c89-81ce-96af5bc82631 req-0b8b4566-304d-484c-baf2-24ca7c83b7e4 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Received port after_create {{(pid=100551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:50:50.934990 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576836ed-178d-4c89-81ce-96af5bc82631 req-0b8b4566-304d-484c-baf2-24ca7c83b7e4 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:50.935662 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-576836ed-178d-4c89-81ce-96af5bc82631 req-0b8b4566-304d-484c-baf2-24ca7c83b7e4 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:50.952549 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b4566-304d-484c-baf2-24ca7c83b7e4 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Pushing event updated for resources: {'Port': ['ID=de3b0ae0-5c66-4b3f-b647-7415dc1dc860,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:50.993553 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-576836ed-178d-4c89-81ce-96af5bc82631 req-0b8b4566-304d-484c-baf2-24ca7c83b7e4 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9374733 Sep 07 23:50:50.998328 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39877850-faed-4697-8d90-6464712d87a4 None None] Pushing event updated for resources: {'Port': ['ID=cedce733-91c6-4b57-862d-eb306509c3cc,revision_number=3']} {{(pid=100553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:51.007915 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [req-576836ed-178d-4c89-81ce-96af5bc82631 req-852ef5f8-32cc-40de-b677-7cc893f57c4c service neutron] Request body: {'port': {'device_id': '1223f810-24aa-48d7-ab8c-7af988a9f2e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:50:51.016171 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-578f2c33-4858-4aaa-811d-771e81c28b0d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:51.080275 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39877850-faed-4697-8d90-6464712d87a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:50:51.081468 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39877850-faed-4697-8d90-6464712d87a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:50:51.082167 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39877850-faed-4697-8d90-6464712d87a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:50:51.082658 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39877850-faed-4697-8d90-6464712d87a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:50:51.083137 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39877850-faed-4697-8d90-6464712d87a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:50:51.083647 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39877850-faed-4697-8d90-6464712d87a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:50:51.084137 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39877850-faed-4697-8d90-6464712d87a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:50:51.084631 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39877850-faed-4697-8d90-6464712d87a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:50:51.085209 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39877850-faed-4697-8d90-6464712d87a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:50:51.085734 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39877850-faed-4697-8d90-6464712d87a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:50:51.086254 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39877850-faed-4697-8d90-6464712d87a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:50:51.086744 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39877850-faed-4697-8d90-6464712d87a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:50:51.095149 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.managers [None req-cf6e22f4-7d49-4069-8173-52bdecca309c None None] Attempting to bind port cedce733-91c6-4b57-862d-eb306509c3cc on host dv-cinder-751579-26-iscsi for vnic_type normal with profile {{(pid=100553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 23:50:51.095893 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.managers [None req-cf6e22f4-7d49-4069-8173-52bdecca309c None None] Attempting to bind port cedce733-91c6-4b57-862d-eb306509c3cc by drivers openvswitch,hyperv on host dv-cinder-751579-26-iscsi at level 0 using segments [{'id': '606fb295-b443-4c8f-b263-1ea8baec7e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '5cdf44a6-e80e-483a-a66f-3700971e555a'}] {{(pid=100553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 23:50:51.096467 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6e22f4-7d49-4069-8173-52bdecca309c None None] Attempting to bind port cedce733-91c6-4b57-862d-eb306509c3cc on network 5cdf44a6-e80e-483a-a66f-3700971e555a {{(pid=100553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:50:51.103251 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6e22f4-7d49-4069-8173-52bdecca309c None None] Checking agent: {'id': '892ede6d-2e1c-48b6-9f9b-59f4d898b1a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 23, 38, 1), 'started_at': datetime.datetime(2021, 9, 7, 23, 38, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 23, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 23:50:51.103951 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6e22f4-7d49-4069-8173-52bdecca309c None None] Checking segment: {'id': '606fb295-b443-4c8f-b263-1ea8baec7e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '5cdf44a6-e80e-483a-a66f-3700971e555a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:50:51.104583 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-cf6e22f4-7d49-4069-8173-52bdecca309c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:51.105155 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6e22f4-7d49-4069-8173-52bdecca309c None None] Bound using segment: {'id': '606fb295-b443-4c8f-b263-1ea8baec7e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '5cdf44a6-e80e-483a-a66f-3700971e555a'} {{(pid=100553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 23:50:51.106046 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.managers [None req-cf6e22f4-7d49-4069-8173-52bdecca309c None None] Bound port: cedce733-91c6-4b57-862d-eb306509c3cc, host: dv-cinder-751579-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '606fb295-b443-4c8f-b263-1ea8baec7e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '5cdf44a6-e80e-483a-a66f-3700971e555a'}}] {{(pid=100553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 23:50:51.106695 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-cf6e22f4-7d49-4069-8173-52bdecca309c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:51.178791 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.db_base_plugin_common [None req-9e3d21fe-34ae-4395-8118-78501587624c None None] Allocated IP 172.20.0.2 (81cc46a2-8db1-4096-bf4f-6daa1e8dd2b5/167c891c-6345-4647-9d6e-8ca77f93e413/1ec94104-5e9d-47b9-8458-9e89ec4b99b9) {{(pid=100552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:50:51.195955 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.db [None req-cf6e22f4-7d49-4069-8173-52bdecca309c None None] For port cedce733-91c6-4b57-862d-eb306509c3cc, host dv-cinder-751579-26-iscsi, cleared binding levels {{(pid=100553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 23:50:51.200747 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.db [None req-cf6e22f4-7d49-4069-8173-52bdecca309c None None] For port cedce733-91c6-4b57-862d-eb306509c3cc, host dv-cinder-751579-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=cedce733-91c6-4b57-862d-eb306509c3cc,segment=NetworkSegment(606fb295-b443-4c8f-b263-1ea8baec7e3f),segment_id=606fb295-b443-4c8f-b263-1ea8baec7e3f)] {{(pid=100553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 23:50:51.205318 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-576836ed-178d-4c89-81ce-96af5bc82631 req-852ef5f8-32cc-40de-b677-7cc893f57c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:51.207806 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-cf6e22f4-7d49-4069-8173-52bdecca309c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:51.229271 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033eedba-ffc0-4812-be7b-fab190373b16 req-14a8f313-5fc2-4823-b526-eb0a0188b689 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:51.231247 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-033eedba-ffc0-4812-be7b-fab190373b16 req-14a8f313-5fc2-4823-b526-eb0a0188b689 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 931 time: 0.1627893 Sep 07 23:50:51.272436 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6e22f4-7d49-4069-8173-52bdecca309c None None] Routers {'4100880c-e5b9-4d40-a7bc-efd9caa1e838'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:50:51.273560 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-cf6e22f4-7d49-4069-8173-52bdecca309c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:50:32Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['4100880c-e5b9-4d40-a7bc-efd9caa1e838'], 'active': True} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:50:51.454956 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvr_db [None req-cf6e22f4-7d49-4069-8173-52bdecca309c None None] Set router 4100880c-e5b9-4d40-a7bc-efd9caa1e838 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:50:51.477791 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-578f2c33-4858-4aaa-811d-771e81c28b0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:51.491118 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 07cc7674-750f-46bf-9165-06cbfd9fb953 up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:50:51.517000 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-578f2c33-4858-4aaa-811d-771e81c28b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:51.523042 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-033eedba-ffc0-4812-be7b-fab190373b16 req-5904c183-facf-4cae-b984-b1cbbc001335 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2824531 Sep 07 23:50:51.549708 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39877850-faed-4697-8d90-6464712d87a4 None None] Pushing event updated for resources: {'Port': ['ID=cedce733-91c6-4b57-862d-eb306509c3cc,revision_number=4']} {{(pid=100553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:51.566325 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-9e3d21fe-34ae-4395-8118-78501587624c None None] Notify callbacks [] for port, precommit_create {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:51.589407 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-9e3d21fe-34ae-4395-8118-78501587624c None None] Transition to ACTIVE for port object 1ec94104-5e9d-47b9-8458-9e89ec4b99b9 will not be triggered until provisioned by entity L2. {{(pid=100552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:50:51.618212 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-9e3d21fe-34ae-4395-8118-78501587624c None None] Transition to ACTIVE for port object 1ec94104-5e9d-47b9-8458-9e89ec4b99b9 will not be triggered until provisioned by entity DHCP. {{(pid=100552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:50:51.629746 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-9e3d21fe-34ae-4395-8118-78501587624c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287'] for port, after_create {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:51.665287 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning complete for port 07cc7674-750f-46bf-9165-06cbfd9fb953 triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:50:51.665659 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:51.707069 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.db_base_plugin_common [None req-578f2c33-4858-4aaa-811d-771e81c28b0d admin admin] Allocated IP 172.27.2.176 (1ea758c5-ea33-45af-9d70-54dde57c9658/5c624cf3-fab2-4caa-bdca-00a0c67beab2/efdf3fd7-1480-4021-a763-cf0bb398ede6) {{(pid=100550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:50:51.712319 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3d21fe-34ae-4395-8118-78501587624c None None] Network 81cc46a2-8db1-4096-bf4f-6daa1e8dd2b5 is already hosted by enough agents. {{(pid=100552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:50:51.720679 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.scheduler.base_scheduler [None req-9e3d21fe-34ae-4395-8118-78501587624c None None] Resources bound (agent type, host, resource id): {{(pid=100552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:50:51.737776 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3d21fe-34ae-4395-8118-78501587624c None None] Received port after_create {{(pid=100552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:50:51.760073 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3d21fe-34ae-4395-8118-78501587624c None None] Pushing event updated for resources: {'Port': ['ID=1ec94104-5e9d-47b9-8458-9e89ec4b99b9,revision_number=1']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:51.789147 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-ff042654-a438-40b3-9932-9ae515d2b386 None None] Provisioning for port de3b0ae0-5c66-4b3f-b647-7415dc1dc860 completed by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:50:51.807324 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-cf6e22f4-7d49-4069-8173-52bdecca309c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4100880c-e5b9-4d40-a7bc-efd9caa1e838', 'name': 'tempest-TestShelveInstance-1145688606-router', 'tenant_id': '57c40fd6c9f740c9a2e49701985feab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '07cc7674-750f-46bf-9165-06cbfd9fb953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:50:40Z', 'updated_at': '2021-09-07T23:50:47Z', 'revision_number': 4, 'project_id': '57c40fd6c9f740c9a2e49701985feab4', 'gw_port': {'id': '07cc7674-750f-46bf-9165-06cbfd9fb953', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:28:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4100880c-e5b9-4d40-a7bc-efd9caa1e838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:50:41Z', 'updated_at': '2021-09-07T23:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': 'cedce733-91c6-4b57-862d-eb306509c3cc', 'name': '', 'network_id': '5cdf44a6-e80e-483a-a66f-3700971e555a', 'tenant_id': '57c40fd6c9f740c9a2e49701985feab4', 'mac_address': 'fa:16:3e:c8:79:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4100880c-e5b9-4d40-a7bc-efd9caa1e838', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '55540f58-bd6e-4bc1-a586-fffab3832ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:50:46Z', 'updated_at': '2021-09-07T23:50:51Z', 'revision_number': 4, 'project_id': '57c40fd6c9f740c9a2e49701985feab4', 'subnets': [{'id': '55540f58-bd6e-4bc1-a586-fffab3832ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:50:51.809488 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [req-576836ed-178d-4c89-81ce-96af5bc82631 req-852ef5f8-32cc-40de-b677-7cc893f57c4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de3b0ae0-5c66-4b3f-b647-7415dc1dc860 {{(pid=100551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 23:50:51.818348 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-576836ed-178d-4c89-81ce-96af5bc82631 req-852ef5f8-32cc-40de-b677-7cc893f57c4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:51.819752 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-ff042654-a438-40b3-9932-9ae515d2b386 None None] Provisioning complete for port de3b0ae0-5c66-4b3f-b647-7415dc1dc860 triggered by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:50:51.820333 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-ff042654-a438-40b3-9932-9ae515d2b386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:51.834005 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.provisioning_blocks [req-576836ed-178d-4c89-81ce-96af5bc82631 req-852ef5f8-32cc-40de-b677-7cc893f57c4c service neutron] Transition to ACTIVE for port object de3b0ae0-5c66-4b3f-b647-7415dc1dc860 will not be triggered until provisioned by entity L2. {{(pid=100551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:50:51.839486 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-576836ed-178d-4c89-81ce-96af5bc82631 req-852ef5f8-32cc-40de-b677-7cc893f57c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5131532'] for port, after_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:51.850159 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6e22f4-7d49-4069-8173-52bdecca309c None None] The sync data for ids ['4100880c-e5b9-4d40-a7bc-efd9caa1e838'] in dv-cinder-751579-26-iscsi is: [{'id': '4100880c-e5b9-4d40-a7bc-efd9caa1e838', 'name': 'tempest-TestShelveInstance-1145688606-router', 'tenant_id': '57c40fd6c9f740c9a2e49701985feab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '07cc7674-750f-46bf-9165-06cbfd9fb953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:50:40Z', 'updated_at': '2021-09-07T23:50:47Z', 'revision_number': 4, 'project_id': '57c40fd6c9f740c9a2e49701985feab4', 'gw_port': {'id': '07cc7674-750f-46bf-9165-06cbfd9fb953', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:28:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4100880c-e5b9-4d40-a7bc-efd9caa1e838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:50:41Z', 'updated_at': '2021-09-07T23:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': 'cedce733-91c6-4b57-862d-eb306509c3cc', 'name': '', 'network_id': '5cdf44a6-e80e-483a-a66f-3700971e555a', 'tenant_id': '57c40fd6c9f740c9a2e49701985feab4', 'mac_address': 'fa:16:3e:c8:79:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4100880c-e5b9-4d40-a7bc-efd9caa1e838', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '55540f58-bd6e-4bc1-a586-fffab3832ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:50:46Z', 'updated_at': '2021-09-07T23:50:51Z', 'revision_number': 4, 'project_id': '57c40fd6c9f740c9a2e49701985feab4', 'subnets': [{'id': '55540f58-bd6e-4bc1-a586-fffab3832ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 23:50:51.890900 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ef5f8-32cc-40de-b677-7cc893f57c4c service neutron] Pushing event updated for resources: {'Port': ['ID=de3b0ae0-5c66-4b3f-b647-7415dc1dc860,revision_number=2']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:51.964073 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-578f2c33-4858-4aaa-811d-771e81c28b0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:52.003324 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-9e3d21fe-34ae-4395-8118-78501587624c None None] Attempting to bind port 1ec94104-5e9d-47b9-8458-9e89ec4b99b9 on host dv-cinder-751579-26-iscsi for vnic_type normal with profile {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 23:50:52.003854 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-9e3d21fe-34ae-4395-8118-78501587624c None None] Attempting to bind port 1ec94104-5e9d-47b9-8458-9e89ec4b99b9 by drivers openvswitch,hyperv on host dv-cinder-751579-26-iscsi at level 0 using segments [{'id': 'e931a262-dfaa-4c1b-b2da-611273b1ac7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '81cc46a2-8db1-4096-bf4f-6daa1e8dd2b5'}] {{(pid=100552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 23:50:52.004302 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3d21fe-34ae-4395-8118-78501587624c None None] Attempting to bind port 1ec94104-5e9d-47b9-8458-9e89ec4b99b9 on network 81cc46a2-8db1-4096-bf4f-6daa1e8dd2b5 {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:50:52.009707 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-ff042654-a438-40b3-9932-9ae515d2b386 None None] Port de3b0ae0-5c66-4b3f-b647-7415dc1dc860 cannot update to ACTIVE because it is not bound. {{(pid=100552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 23:50:52.026918 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3d21fe-34ae-4395-8118-78501587624c None None] Checking agent: {'id': '892ede6d-2e1c-48b6-9f9b-59f4d898b1a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 23, 38, 1), 'started_at': datetime.datetime(2021, 9, 7, 23, 38, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 23, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 23:50:52.027549 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3d21fe-34ae-4395-8118-78501587624c None None] Checking segment: {'id': 'e931a262-dfaa-4c1b-b2da-611273b1ac7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '81cc46a2-8db1-4096-bf4f-6daa1e8dd2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:50:52.028048 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-9e3d21fe-34ae-4395-8118-78501587624c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:52.028561 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3d21fe-34ae-4395-8118-78501587624c None None] Bound using segment: {'id': 'e931a262-dfaa-4c1b-b2da-611273b1ac7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '81cc46a2-8db1-4096-bf4f-6daa1e8dd2b5'} {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 23:50:52.029157 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-9e3d21fe-34ae-4395-8118-78501587624c None None] Bound port: 1ec94104-5e9d-47b9-8458-9e89ec4b99b9, host: dv-cinder-751579-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e931a262-dfaa-4c1b-b2da-611273b1ac7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '81cc46a2-8db1-4096-bf4f-6daa1e8dd2b5'}}] {{(pid=100552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 23:50:52.029657 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-9e3d21fe-34ae-4395-8118-78501587624c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:52.036872 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-576836ed-178d-4c89-81ce-96af5bc82631 req-852ef5f8-32cc-40de-b677-7cc893f57c4c service neutron] Attempting to bind port de3b0ae0-5c66-4b3f-b647-7415dc1dc860 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 23:50:52.037245 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-576836ed-178d-4c89-81ce-96af5bc82631 req-852ef5f8-32cc-40de-b677-7cc893f57c4c service neutron] Attempting to bind port de3b0ae0-5c66-4b3f-b647-7415dc1dc860 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': 'c1e8596d-44b9-4f74-a478-a7fa52272fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bb0cf1ab-d1d5-410c-b15c-8c9770c10630'}] {{(pid=100551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 23:50:52.037755 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576836ed-178d-4c89-81ce-96af5bc82631 req-852ef5f8-32cc-40de-b677-7cc893f57c4c service neutron] Attempting to bind port de3b0ae0-5c66-4b3f-b647-7415dc1dc860 on network bb0cf1ab-d1d5-410c-b15c-8c9770c10630 {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:50:52.042702 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-578f2c33-4858-4aaa-811d-771e81c28b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7634829'] for port, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:52.053888 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576836ed-178d-4c89-81ce-96af5bc82631 req-852ef5f8-32cc-40de-b677-7cc893f57c4c service neutron] Port de3b0ae0-5c66-4b3f-b647-7415dc1dc860 on network bb0cf1ab-d1d5-410c-b15c-8c9770c10630 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 23:50:52.054249 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576836ed-178d-4c89-81ce-96af5bc82631 req-852ef5f8-32cc-40de-b677-7cc893f57c4c service neutron] Attempting to bind port de3b0ae0-5c66-4b3f-b647-7415dc1dc860 on network bb0cf1ab-d1d5-410c-b15c-8c9770c10630 {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:50:52.075836 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576836ed-178d-4c89-81ce-96af5bc82631 req-852ef5f8-32cc-40de-b677-7cc893f57c4c service neutron] Checking agent: {'id': '8b06e77c-11ef-48c4-9ba2-92653b27ce62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 23, 44, 18), 'started_at': datetime.datetime(2021, 9, 7, 23, 44, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 23, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 23:50:52.076184 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576836ed-178d-4c89-81ce-96af5bc82631 req-852ef5f8-32cc-40de-b677-7cc893f57c4c service neutron] Checking segment: {'id': 'c1e8596d-44b9-4f74-a478-a7fa52272fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bb0cf1ab-d1d5-410c-b15c-8c9770c10630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:50:52.076612 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576836ed-178d-4c89-81ce-96af5bc82631 req-852ef5f8-32cc-40de-b677-7cc893f57c4c service neutron] Bound using segment: {'id': 'c1e8596d-44b9-4f74-a478-a7fa52272fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bb0cf1ab-d1d5-410c-b15c-8c9770c10630'} {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 23:50:52.077067 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-576836ed-178d-4c89-81ce-96af5bc82631 req-852ef5f8-32cc-40de-b677-7cc893f57c4c service neutron] Bound port: de3b0ae0-5c66-4b3f-b647-7415dc1dc860, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1e8596d-44b9-4f74-a478-a7fa52272fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bb0cf1ab-d1d5-410c-b15c-8c9770c10630'}}] {{(pid=100551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 23:50:52.077437 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-576836ed-178d-4c89-81ce-96af5bc82631 req-852ef5f8-32cc-40de-b677-7cc893f57c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:52.105496 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578f2c33-4858-4aaa-811d-771e81c28b0d admin admin] Network 1ea758c5-ea33-45af-9d70-54dde57c9658 is already hosted by enough agents. {{(pid=100550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:50:52.114855 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.base_scheduler [None req-578f2c33-4858-4aaa-811d-771e81c28b0d admin admin] Resources bound (agent type, host, resource id): {{(pid=100550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:50:52.126636 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578f2c33-4858-4aaa-811d-771e81c28b0d admin admin] Received port after_create {{(pid=100550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:50:52.183269 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f2c33-4858-4aaa-811d-771e81c28b0d admin admin] Pushing event updated for resources: {'Port': ['ID=efdf3fd7-1480-4021-a763-cf0bb398ede6,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:52.195122 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-576836ed-178d-4c89-81ce-96af5bc82631 req-852ef5f8-32cc-40de-b677-7cc893f57c4c service neutron] For port de3b0ae0-5c66-4b3f-b647-7415dc1dc860, host hv-cinder-75157, cleared binding levels {{(pid=100551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 23:50:52.203354 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-576836ed-178d-4c89-81ce-96af5bc82631 req-852ef5f8-32cc-40de-b677-7cc893f57c4c service neutron] For port de3b0ae0-5c66-4b3f-b647-7415dc1dc860, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=de3b0ae0-5c66-4b3f-b647-7415dc1dc860,segment=NetworkSegment(c1e8596d-44b9-4f74-a478-a7fa52272fc4),segment_id=c1e8596d-44b9-4f74-a478-a7fa52272fc4)] {{(pid=100551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 23:50:52.214754 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-576836ed-178d-4c89-81ce-96af5bc82631 req-852ef5f8-32cc-40de-b677-7cc893f57c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5131532'] for port, after_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:52.263283 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-9e3d21fe-34ae-4395-8118-78501587624c None None] For port 1ec94104-5e9d-47b9-8458-9e89ec4b99b9, host dv-cinder-751579-26-iscsi, cleared binding levels {{(pid=100552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 23:50:52.268471 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-9e3d21fe-34ae-4395-8118-78501587624c None None] For port 1ec94104-5e9d-47b9-8458-9e89ec4b99b9, host dv-cinder-751579-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=1ec94104-5e9d-47b9-8458-9e89ec4b99b9,segment=NetworkSegment(e931a262-dfaa-4c1b-b2da-611273b1ac7b),segment_id=e931a262-dfaa-4c1b-b2da-611273b1ac7b)] {{(pid=100552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 23:50:52.275223 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-9e3d21fe-34ae-4395-8118-78501587624c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:52.295719 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576836ed-178d-4c89-81ce-96af5bc82631 req-852ef5f8-32cc-40de-b677-7cc893f57c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:52.296200 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-576836ed-178d-4c89-81ce-96af5bc82631 req-852ef5f8-32cc-40de-b677-7cc893f57c4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:52.298550 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-576836ed-178d-4c89-81ce-96af5bc82631 req-852ef5f8-32cc-40de-b677-7cc893f57c4c service neutron] 10.222.0.42 "PUT /v2.0/ports/de3b0ae0-5c66-4b3f-b647-7415dc1dc860 HTTP/1.1" status: 200 len: 1093 time: 1.2951095 Sep 07 23:50:52.299426 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ef5f8-32cc-40de-b677-7cc893f57c4c service neutron] Pushing event updated for resources: {'Port': ['ID=de3b0ae0-5c66-4b3f-b647-7415dc1dc860,revision_number=3']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:52.310821 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1223f810-24aa-48d7-ab8c-7af988a9f2e7', 'tag': 'de3b0ae0-5c66-4b3f-b647-7415dc1dc860'}] {{(pid=100551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:50:52.313430 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744d18a1a9123520e55b11d6b4f544890c28500fff252c5db1cb0c4b69d72d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d042e53d-b55e-4721-aa59-ff9507255a4d" -d '{"events": [{"name": "network-changed", "server_uuid": "1223f810-24aa-48d7-ab8c-7af988a9f2e7", "tag": "de3b0ae0-5c66-4b3f-b647-7415dc1dc860"}]}' {{(pid=100551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:50:52.390976 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 23:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de8b8aa-64ff-44c2-8a85-788e20e10146 x-openstack-request-id: req-2de8b8aa-64ff-44c2-8a85-788e20e10146 {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:50:52.391604 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1223f810-24aa-48d7-ab8c-7af988a9f2e7", "tag": "de3b0ae0-5c66-4b3f-b647-7415dc1dc860", "status": "completed", "code": 200}]} {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:50:52.392065 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2de8b8aa-64ff-44c2-8a85-788e20e10146 {{(pid=100551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:50:52.392797 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1223f810-24aa-48d7-ab8c-7af988a9f2e7', 'tag': 'de3b0ae0-5c66-4b3f-b647-7415dc1dc860', 'status': 'completed', 'code': 200} Sep 07 23:50:52.408932 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576836ed-178d-4c89-81ce-96af5bc82631 req-fc1c06c7-f499-47a6-aed8-a561aea1a5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:52.410681 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-576836ed-178d-4c89-81ce-96af5bc82631 req-fc1c06c7-f499-47a6-aed8-a561aea1a5a5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=58b276a8254e43be89c8e4a10c333cbe&device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 1096 time: 0.0647802 Sep 07 23:50:52.428944 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3d21fe-34ae-4395-8118-78501587624c None None] Pushing event updated for resources: {'Port': ['ID=1ec94104-5e9d-47b9-8458-9e89ec4b99b9,revision_number=2']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:52.468320 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-576836ed-178d-4c89-81ce-96af5bc82631 req-ff7a08a2-fa3b-4c41-ba0d-07bc7fec742e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de3b0ae0-5c66-4b3f-b647-7415dc1dc860 HTTP/1.1" status: 200 len: 217 time: 0.0479088 Sep 07 23:50:52.574760 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-578f2c33-4858-4aaa-811d-771e81c28b0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:52.954454 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-578f2c33-4858-4aaa-811d-771e81c28b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595871'] for router, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:52.959653 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576836ed-178d-4c89-81ce-96af5bc82631 req-61f45da6-db9d-48f0-ace7-2f2c6ed259a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:52.961471 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-576836ed-178d-4c89-81ce-96af5bc82631 req-61f45da6-db9d-48f0-ace7-2f2c6ed259a0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2e4b191b-fe64-4814-8fad-97b5ba0852ce HTTP/1.1" status: 200 len: 856 time: 0.4798794 Sep 07 23:50:53.011033 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f16f80-e6b0-4f30-b9d5-6d5a99354c1b req-1f559592-b947-4130-b01e-582854bcb8bc tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:53.012704 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-b1f16f80-e6b0-4f30-b9d5-6d5a99354c1b req-1f559592-b947-4130-b01e-582854bcb8bc tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 943 time: 0.1132963 Sep 07 23:50:53.049842 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576836ed-178d-4c89-81ce-96af5bc82631 req-3001b7c3-0e6d-4dee-b157-1c1ff1ffacf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:53.051358 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-576836ed-178d-4c89-81ce-96af5bc82631 req-3001b7c3-0e6d-4dee-b157-1c1ff1ffacf2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bb0cf1ab-d1d5-410c-b15c-8c9770c10630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0794897 Sep 07 23:50:53.126688 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-578f2c33-4858-4aaa-811d-771e81c28b0d admin admin] Router f98f9257-8b9d-4ff8-8c5f-a957baa04a68 is scheduled to L3 agent 19316ef7-2440-47e6-ada3-35aaee6f744b with binding_index 1 {{(pid=100550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 23:50:53.144249 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-b1f16f80-e6b0-4f30-b9d5-6d5a99354c1b req-47a3f446-0b90-4909-b464-ee7794ecf01a tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183586 Sep 07 23:50:53.171830 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-576836ed-178d-4c89-81ce-96af5bc82631 req-07f2cd4c-63c4-4bf7-8211-88a44e0bb503 service neutron] 10.222.0.42 "GET /v2.0/networks/bb0cf1ab-d1d5-410c-b15c-8c9770c10630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082010 Sep 07 23:50:53.300356 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-576836ed-178d-4c89-81ce-96af5bc82631 req-6778cda2-3d70-4224-882d-a4c390b2d8b3 service neutron] 10.222.0.42 "GET /v2.0/networks/bb0cf1ab-d1d5-410c-b15c-8c9770c10630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197705 Sep 07 23:50:53.312374 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578f2c33-4858-4aaa-811d-771e81c28b0d admin admin] Notify agent at l3_agent.dv-cinder-751579-26-iscsi the message routers_updated {{(pid=100550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 23:50:53.327091 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cc359a-f77e-495b-aeda-edb82be64c81 None None] Sync routers for ids ['f98f9257-8b9d-4ff8-8c5f-a957baa04a68'] in dv-cinder-751579-26-iscsi {{(pid=100552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 23:50:53.354466 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-578f2c33-4858-4aaa-811d-771e81c28b0d admin admin] Notify callbacks [] for router, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:53.361191 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 34596) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:50:53.361947 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-578f2c33-4858-4aaa-811d-771e81c28b0d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8299036 Sep 07 23:50:53.362258 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cc359a-f77e-495b-aeda-edb82be64c81 None None] Routers {'f98f9257-8b9d-4ff8-8c5f-a957baa04a68'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:50:53.363526 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-a4cc359a-f77e-495b-aeda-edb82be64c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:50:32Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['f98f9257-8b9d-4ff8-8c5f-a957baa04a68'], 'active': True} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:50:53.552914 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d042e53d-b55e-4721-aa59-ff9507255a4d req-6306b56d-fbc8-4bb7-a0c8-33165ebcdc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:53.554629 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d042e53d-b55e-4721-aa59-ff9507255a4d req-6306b56d-fbc8-4bb7-a0c8-33165ebcdc22 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=58b276a8254e43be89c8e4a10c333cbe&device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 1096 time: 0.1816013 Sep 07 23:50:53.677208 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device cedce733-91c6-4b57-862d-eb306509c3cc up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:50:53.755352 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvr_db [None req-a4cc359a-f77e-495b-aeda-edb82be64c81 None None] Set router f98f9257-8b9d-4ff8-8c5f-a957baa04a68 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:50:53.798263 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d042e53d-b55e-4721-aa59-ff9507255a4d req-f967c23e-536b-403f-ab10-8d489cfc9713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:53.799804 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d042e53d-b55e-4721-aa59-ff9507255a4d req-f967c23e-536b-403f-ab10-8d489cfc9713 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bb0cf1ab-d1d5-410c-b15c-8c9770c10630 HTTP/1.1" status: 200 len: 918 time: 0.1992552 Sep 07 23:50:53.861582 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning for port cedce733-91c6-4b57-862d-eb306509c3cc completed by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:50:53.867708 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning complete for port cedce733-91c6-4b57-862d-eb306509c3cc triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:50:53.868095 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:53.895822 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d042e53d-b55e-4721-aa59-ff9507255a4d req-d3ccb158-3b39-40e6-b1a5-c63a24ec0adb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de3b0ae0-5c66-4b3f-b647-7415dc1dc860 HTTP/1.1" status: 200 len: 217 time: 0.0844576 Sep 07 23:50:53.926811 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efba19be-55f4-4a1a-87a0-fd04215be6f2 None None] Network 81cc46a2-8db1-4096-bf4f-6daa1e8dd2b5 requested from dv-cinder-751579-26-iscsi {{(pid=100552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 23:50:54.013088 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d042e53d-b55e-4721-aa59-ff9507255a4d req-67fbf197-a099-4aa7-aa14-ab0f9a11b0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:54.014567 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d042e53d-b55e-4721-aa59-ff9507255a4d req-67fbf197-a099-4aa7-aa14-ab0f9a11b0f0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2e4b191b-fe64-4814-8fad-97b5ba0852ce HTTP/1.1" status: 200 len: 856 time: 0.1012394 Sep 07 23:50:54.044747 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-b0d02031-373b-430e-8a02-799681af56fd None None] Provisioning for port 1ec94104-5e9d-47b9-8458-9e89ec4b99b9 completed by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:50:54.164694 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d042e53d-b55e-4721-aa59-ff9507255a4d req-9f54f2e8-6bb9-4df7-a4cc-02cd6fd76d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:54.166170 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d042e53d-b55e-4721-aa59-ff9507255a4d req-9f54f2e8-6bb9-4df7-a4cc-02cd6fd76d99 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bb0cf1ab-d1d5-410c-b15c-8c9770c10630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1423993 Sep 07 23:50:54.170000 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:54.232598 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-a4cc359a-f77e-495b-aeda-edb82be64c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98f9257-8b9d-4ff8-8c5f-a957baa04a68', 'name': 'tempest-TestShelveInstance-1750542902-router', 'tenant_id': 'fc84d53860ae404980036203cc046a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'efdf3fd7-1480-4021-a763-cf0bb398ede6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:50:50Z', 'updated_at': '2021-09-07T23:50:52Z', 'revision_number': 3, 'project_id': 'fc84d53860ae404980036203cc046a98', 'gw_port': {'id': 'efdf3fd7-1480-4021-a763-cf0bb398ede6', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:70:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98f9257-8b9d-4ff8-8c5f-a957baa04a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:50:51Z', 'updated_at': '2021-09-07T23:50:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi'}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:50:54.238839 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] For port cedce733-91c6-4b57-862d-eb306509c3cc, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=cedce733-91c6-4b57-862d-eb306509c3cc,segment=NetworkSegment(606fb295-b443-4c8f-b263-1ea8baec7e3f),segment_id=606fb295-b443-4c8f-b263-1ea8baec7e3f)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:50:54.272212 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:54.273212 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 1ec94104-5e9d-47b9-8458-9e89ec4b99b9 up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:50:54.275016 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cc359a-f77e-495b-aeda-edb82be64c81 None None] Checking router: f98f9257-8b9d-4ff8-8c5f-a957baa04a68 for host: dv-cinder-751579-26-iscsi {{(pid=100552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 23:50:54.276515 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cc359a-f77e-495b-aeda-edb82be64c81 None None] Updating router f98f9257-8b9d-4ff8-8c5f-a957baa04a68 port efdf3fd7-1480-4021-a763-cf0bb398ede6 binding host dv-cinder-751579-26-iscsi {{(pid=100552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 23:50:54.369802 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-a4cc359a-f77e-495b-aeda-edb82be64c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:54.413570 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d042e53d-b55e-4721-aa59-ff9507255a4d req-a2b066cc-cc68-4b48-80cb-1281c6530ffb service neutron] 10.222.0.42 "GET /v2.0/networks/bb0cf1ab-d1d5-410c-b15c-8c9770c10630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162848 Sep 07 23:50:54.422342 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd0be6e-d847-452b-a7d0-f13c5ab13f6e req-3117d592-89aa-4ef3-bfe1-127e26bbc193 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:54.424175 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4bd0be6e-d847-452b-a7d0-f13c5ab13f6e req-3117d592-89aa-4ef3-bfe1-127e26bbc193 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 943 time: 0.1203647 Sep 07 23:50:54.438134 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Pushing event updated for resources: {'Port': ['ID=cedce733-91c6-4b57-862d-eb306509c3cc,revision_number=5']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:54.532504 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-945bff0f-23e3-4c52-abd8-c37732c3c547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:54.557242 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning for port 1ec94104-5e9d-47b9-8458-9e89ec4b99b9 completed by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:50:54.566530 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4bd0be6e-d847-452b-a7d0-f13c5ab13f6e req-ede577d7-60f9-4c80-888b-70ee27976c5e tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281655 Sep 07 23:50:54.574405 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning complete for port 1ec94104-5e9d-47b9-8458-9e89ec4b99b9 triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:50:54.574761 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:54.652635 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d042e53d-b55e-4721-aa59-ff9507255a4d req-d9c464d0-b117-41a3-a40c-442ffcde253a service neutron] 10.222.0.42 "GET /v2.0/networks/bb0cf1ab-d1d5-410c-b15c-8c9770c10630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270529 Sep 07 23:50:54.787045 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c2e2345a-7af6-4188-a2e9-ac9c8851f5eb None None] Provisioning complete for port 1ec94104-5e9d-47b9-8458-9e89ec4b99b9 triggered by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:50:54.787352 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c2e2345a-7af6-4188-a2e9-ac9c8851f5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:54.816964 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.db_base_plugin_common [None req-945bff0f-23e3-4c52-abd8-c37732c3c547 admin admin] Allocated IP 172.20.0.1 (81cc46a2-8db1-4096-bf4f-6daa1e8dd2b5/167c891c-6345-4647-9d6e-8ca77f93e413/e9164beb-12c8-4f59-bd1c-6d038a10162f) {{(pid=100551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:50:54.820564 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:54.880431 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] For port 1ec94104-5e9d-47b9-8458-9e89ec4b99b9, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=1ec94104-5e9d-47b9-8458-9e89ec4b99b9,segment=NetworkSegment(e931a262-dfaa-4c1b-b2da-611273b1ac7b),segment_id=e931a262-dfaa-4c1b-b2da-611273b1ac7b)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:50:54.890415 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:54.951834 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Pushing event updated for resources: {'Port': ['ID=1ec94104-5e9d-47b9-8458-9e89ec4b99b9,revision_number=3']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:54.952476 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-945bff0f-23e3-4c52-abd8-c37732c3c547 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:54.971395 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.provisioning_blocks [None req-945bff0f-23e3-4c52-abd8-c37732c3c547 admin admin] Transition to ACTIVE for port object e9164beb-12c8-4f59-bd1c-6d038a10162f will not be triggered until provisioned by entity DHCP. {{(pid=100551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:50:55.014460 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-945bff0f-23e3-4c52-abd8-c37732c3c547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:55.080730 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-a4cc359a-f77e-495b-aeda-edb82be64c81 None None] Notify callbacks [] for port, precommit_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:55.083400 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945bff0f-23e3-4c52-abd8-c37732c3c547 admin admin] Network 81cc46a2-8db1-4096-bf4f-6daa1e8dd2b5 is already hosted by enough agents. {{(pid=100551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:50:55.089410 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945bff0f-23e3-4c52-abd8-c37732c3c547 admin admin] Pushing event updated for resources: {'Port': ['ID=e9164beb-12c8-4f59-bd1c-6d038a10162f,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:55.094477 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.base_scheduler [None req-945bff0f-23e3-4c52-abd8-c37732c3c547 admin admin] Resources bound (agent type, host, resource id): {{(pid=100551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:50:55.096679 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-a4cc359a-f77e-495b-aeda-edb82be64c81 None None] Transition to ACTIVE for port object efdf3fd7-1480-4021-a763-cf0bb398ede6 will not be triggered until provisioned by entity L2. {{(pid=100552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:50:55.105814 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-a4cc359a-f77e-495b-aeda-edb82be64c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:55.111940 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945bff0f-23e3-4c52-abd8-c37732c3c547 admin admin] Received port after_create {{(pid=100551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:50:55.174322 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-a4cc359a-f77e-495b-aeda-edb82be64c81 None None] Attempting to bind port efdf3fd7-1480-4021-a763-cf0bb398ede6 on host dv-cinder-751579-26-iscsi for vnic_type normal with profile {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 23:50:55.174730 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-a4cc359a-f77e-495b-aeda-edb82be64c81 None None] Attempting to bind port efdf3fd7-1480-4021-a763-cf0bb398ede6 by drivers openvswitch,hyperv on host dv-cinder-751579-26-iscsi at level 0 using segments [{'id': '4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658'}] {{(pid=100552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 23:50:55.175046 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cc359a-f77e-495b-aeda-edb82be64c81 None None] Attempting to bind port efdf3fd7-1480-4021-a763-cf0bb398ede6 on network 1ea758c5-ea33-45af-9d70-54dde57c9658 {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:50:55.175543 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-945bff0f-23e3-4c52-abd8-c37732c3c547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595522'] for router_interface, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:55.182438 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69205c4f-b21c-4f93-a7f2-98e147333a78 None None] Pushing event updated for resources: {'Port': ['ID=efdf3fd7-1480-4021-a763-cf0bb398ede6,revision_number=2']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:55.187711 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cc359a-f77e-495b-aeda-edb82be64c81 None None] Checking agent: {'id': '892ede6d-2e1c-48b6-9f9b-59f4d898b1a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 23, 38, 1), 'started_at': datetime.datetime(2021, 9, 7, 23, 38, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 23, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 23:50:55.188081 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cc359a-f77e-495b-aeda-edb82be64c81 None None] Checking segment: {'id': '4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:50:55.189217 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-a4cc359a-f77e-495b-aeda-edb82be64c81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:55.189737 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cc359a-f77e-495b-aeda-edb82be64c81 None None] Bound using segment: {'id': '4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658'} {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 23:50:55.190331 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-a4cc359a-f77e-495b-aeda-edb82be64c81 None None] Bound port: efdf3fd7-1480-4021-a763-cf0bb398ede6, host: dv-cinder-751579-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658'}}] {{(pid=100552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 23:50:55.190724 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-a4cc359a-f77e-495b-aeda-edb82be64c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:55.258152 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-a4cc359a-f77e-495b-aeda-edb82be64c81 None None] For port efdf3fd7-1480-4021-a763-cf0bb398ede6, host dv-cinder-751579-26-iscsi, cleared binding levels {{(pid=100552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 23:50:55.267757 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-a4cc359a-f77e-495b-aeda-edb82be64c81 None None] For port efdf3fd7-1480-4021-a763-cf0bb398ede6, host dv-cinder-751579-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=efdf3fd7-1480-4021-a763-cf0bb398ede6,segment=NetworkSegment(4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a),segment_id=4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a)] {{(pid=100552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 23:50:55.274869 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-a4cc359a-f77e-495b-aeda-edb82be64c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:55.428943 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cc359a-f77e-495b-aeda-edb82be64c81 None None] Routers {'f98f9257-8b9d-4ff8-8c5f-a957baa04a68'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:50:55.429585 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-a4cc359a-f77e-495b-aeda-edb82be64c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:50:32Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['f98f9257-8b9d-4ff8-8c5f-a957baa04a68'], 'active': True} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:50:55.470438 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-945bff0f-23e3-4c52-abd8-c37732c3c547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:55.471208 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69205c4f-b21c-4f93-a7f2-98e147333a78 None None] Pushing event updated for resources: {'Port': ['ID=efdf3fd7-1480-4021-a763-cf0bb398ede6,revision_number=3']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:55.473991 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device cedce733-91c6-4b57-862d-eb306509c3cc up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:50:55.481547 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b42c2-486f-467f-9120-319cc904071a req-54afe877-07e7-4592-a614-89b4903ccd7c tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:55.485095 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d35b42c2-486f-467f-9120-319cc904071a req-54afe877-07e7-4592-a614-89b4903ccd7c tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 945 time: 0.1641707 Sep 07 23:50:55.543331 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-19dc2c44-5d39-4b12-832a-5ff98424d083 None None] Provisioning for port e9164beb-12c8-4f59-bd1c-6d038a10162f completed by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:50:55.578104 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-19dc2c44-5d39-4b12-832a-5ff98424d083 None None] Provisioning complete for port e9164beb-12c8-4f59-bd1c-6d038a10162f triggered by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:50:55.578423 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-19dc2c44-5d39-4b12-832a-5ff98424d083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:55.600360 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d35b42c2-486f-467f-9120-319cc904071a req-b7f0b01f-e59b-4edc-831b-c27fd29a6689 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ff1b41d-3b65-4765-bb95-46afdd75cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058111 Sep 07 23:50:55.634266 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning complete for port cedce733-91c6-4b57-862d-eb306509c3cc triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:50:55.634634 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:55.637466 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvr_db [None req-a4cc359a-f77e-495b-aeda-edb82be64c81 None None] Set router f98f9257-8b9d-4ff8-8c5f-a957baa04a68 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:50:55.702805 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-19dc2c44-5d39-4b12-832a-5ff98424d083 None None] Port e9164beb-12c8-4f59-bd1c-6d038a10162f cannot update to ACTIVE because it is not bound. {{(pid=100552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 23:50:55.818710 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3dfad-2b45-4d54-b009-640839633ce0 req-b400340e-437a-41a4-ab0d-7415ed6e4b5b tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:55.821510 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f5e3dfad-2b45-4d54-b009-640839633ce0 req-b400340e-437a-41a4-ab0d-7415ed6e4b5b tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 943 time: 0.1217897 Sep 07 23:50:55.886747 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-945bff0f-23e3-4c52-abd8-c37732c3c547 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:55.896231 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f5e3dfad-2b45-4d54-b009-640839633ce0 req-05e70ab0-017f-4dbd-ae57-6676edaf3bc0 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630875 Sep 07 23:50:55.898366 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-945bff0f-23e3-4c52-abd8-c37732c3c547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5131532'] for port, after_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:55.988789 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945bff0f-23e3-4c52-abd8-c37732c3c547 admin admin] Pushing event updated for resources: {'Port': ['ID=e9164beb-12c8-4f59-bd1c-6d038a10162f,revision_number=2']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:55.992609 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-945bff0f-23e3-4c52-abd8-c37732c3c547 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1820662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1593362'] for router_interface, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:56.055449 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 1ec94104-5e9d-47b9-8458-9e89ec4b99b9 up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:50:56.109894 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945bff0f-23e3-4c52-abd8-c37732c3c547 admin admin] Network 81cc46a2-8db1-4096-bf4f-6daa1e8dd2b5 is already hosted by enough agents. {{(pid=100551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:50:56.113332 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.base_scheduler [None req-945bff0f-23e3-4c52-abd8-c37732c3c547 admin admin] Resources bound (agent type, host, resource id): {{(pid=100551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:50:56.168822 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning complete for port 1ec94104-5e9d-47b9-8458-9e89ec4b99b9 triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:50:56.169280 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:56.202641 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-a4cc359a-f77e-495b-aeda-edb82be64c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98f9257-8b9d-4ff8-8c5f-a957baa04a68', 'name': 'tempest-TestShelveInstance-1750542902-router', 'tenant_id': 'fc84d53860ae404980036203cc046a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'efdf3fd7-1480-4021-a763-cf0bb398ede6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:50:50Z', 'updated_at': '2021-09-07T23:50:55Z', 'revision_number': 4, 'project_id': 'fc84d53860ae404980036203cc046a98', 'gw_port': {'id': 'efdf3fd7-1480-4021-a763-cf0bb398ede6', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:70:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98f9257-8b9d-4ff8-8c5f-a957baa04a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:50:51Z', 'updated_at': '2021-09-07T23:50:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': 'e9164beb-12c8-4f59-bd1c-6d038a10162f', 'name': '', 'network_id': '81cc46a2-8db1-4096-bf4f-6daa1e8dd2b5', 'tenant_id': 'fc84d53860ae404980036203cc046a98', 'mac_address': 'fa:16:3e:39:d5:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98f9257-8b9d-4ff8-8c5f-a957baa04a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '167c891c-6345-4647-9d6e-8ca77f93e413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:50:54Z', 'updated_at': '2021-09-07T23:50:54Z', 'revision_number': 1, 'project_id': 'fc84d53860ae404980036203cc046a98', 'subnets': [{'id': '167c891c-6345-4647-9d6e-8ca77f93e413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:50:56.239853 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cc359a-f77e-495b-aeda-edb82be64c81 None None] The sync data for ids ['f98f9257-8b9d-4ff8-8c5f-a957baa04a68'] in dv-cinder-751579-26-iscsi is: [{'id': 'f98f9257-8b9d-4ff8-8c5f-a957baa04a68', 'name': 'tempest-TestShelveInstance-1750542902-router', 'tenant_id': 'fc84d53860ae404980036203cc046a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'efdf3fd7-1480-4021-a763-cf0bb398ede6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:50:50Z', 'updated_at': '2021-09-07T23:50:55Z', 'revision_number': 4, 'project_id': 'fc84d53860ae404980036203cc046a98', 'gw_port': {'id': 'efdf3fd7-1480-4021-a763-cf0bb398ede6', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:70:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98f9257-8b9d-4ff8-8c5f-a957baa04a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:50:51Z', 'updated_at': '2021-09-07T23:50:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': 'e9164beb-12c8-4f59-bd1c-6d038a10162f', 'name': '', 'network_id': '81cc46a2-8db1-4096-bf4f-6daa1e8dd2b5', 'tenant_id': 'fc84d53860ae404980036203cc046a98', 'mac_address': 'fa:16:3e:39:d5:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98f9257-8b9d-4ff8-8c5f-a957baa04a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '167c891c-6345-4647-9d6e-8ca77f93e413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:50:54Z', 'updated_at': '2021-09-07T23:50:54Z', 'revision_number': 1, 'project_id': 'fc84d53860ae404980036203cc046a98', 'subnets': [{'id': '167c891c-6345-4647-9d6e-8ca77f93e413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 23:50:56.262470 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-945bff0f-23e3-4c52-abd8-c37732c3c547 admin admin] Router f98f9257-8b9d-4ff8-8c5f-a957baa04a68 has already been hosted by L3 agent 19316ef7-2440-47e6-ada3-35aaee6f744b {{(pid=100551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 23:50:56.428332 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945bff0f-23e3-4c52-abd8-c37732c3c547 admin admin] Notify agent at l3_agent.dv-cinder-751579-26-iscsi the message routers_updated {{(pid=100551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 23:50:56.444051 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-945bff0f-23e3-4c52-abd8-c37732c3c547 admin admin] 10.222.0.15 "PUT /v2.0/routers/f98f9257-8b9d-4ff8-8c5f-a957baa04a68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0814385 Sep 07 23:50:56.446859 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-64fa8d74-e341-48e7-a9c6-90da4798c331 None None] Provisioning complete for port e9164beb-12c8-4f59-bd1c-6d038a10162f triggered by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:50:56.447476 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-64fa8d74-e341-48e7-a9c6-90da4798c331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:56.515347 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-64fa8d74-e341-48e7-a9c6-90da4798c331 None None] Port e9164beb-12c8-4f59-bd1c-6d038a10162f cannot update to ACTIVE because it is not bound. {{(pid=100552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 23:50:56.561677 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device de3b0ae0-5c66-4b3f-b647-7415dc1dc860 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=100552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 23:50:56.700146 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port de3b0ae0-5c66-4b3f-b647-7415dc1dc860, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=de3b0ae0-5c66-4b3f-b647-7415dc1dc860,segment=NetworkSegment(c1e8596d-44b9-4f74-a478-a7fa52272fc4),segment_id=c1e8596d-44b9-4f74-a478-a7fa52272fc4)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:50:56.738577 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Returning: {'device': 'de3b0ae0-5c66-4b3f-b647-7415dc1dc860', 'network_id': 'bb0cf1ab-d1d5-410c-b15c-8c9770c10630', 'port_id': 'de3b0ae0-5c66-4b3f-b647-7415dc1dc860', 'mac_address': 'fa:16:3e:ad:d3:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e4b191b-fe64-4814-8fad-97b5ba0852ce', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 23:50:56.827903 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:56.850610 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa297a5-7080-4103-9def-a7b52c690287 req-a008d28e-b00e-49f8-b6a0-3d9cb367f209 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:56.852849 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-eaa297a5-7080-4103-9def-a7b52c690287 req-a008d28e-b00e-49f8-b6a0-3d9cb367f209 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 945 time: 0.0905383 Sep 07 23:50:56.857712 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.notifiers.nova [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de3b0ae0-5c66-4b3f-b647-7415dc1dc860 {{(pid=100552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 23:50:56.903222 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port de3b0ae0-5c66-4b3f-b647-7415dc1dc860, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=de3b0ae0-5c66-4b3f-b647-7415dc1dc860,segment=NetworkSegment(c1e8596d-44b9-4f74-a478-a7fa52272fc4),segment_id=c1e8596d-44b9-4f74-a478-a7fa52272fc4)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:50:56.917525 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:56.961907 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-eaa297a5-7080-4103-9def-a7b52c690287 req-102d1041-fa43-4e83-9b14-e017fe0a9722 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ff1b41d-3b65-4765-bb95-46afdd75cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968852 Sep 07 23:50:57.000191 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Pushing event updated for resources: {'Port': ['ID=de3b0ae0-5c66-4b3f-b647-7415dc1dc860,revision_number=4']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:57.171299 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] get_ports_and_sgs() called for port_ids ['de3b0ae0-5c66-4b3f-b647-7415dc1dc860'] {{(pid=100552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 23:50:57.202661 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99719b-d215-4cd4-b254-0915d9c0cbbf req-b817032d-139b-4972-9bee-d417ca6e9eb8 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:57.205757 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4d99719b-d215-4cd4-b254-0915d9c0cbbf req-b817032d-139b-4972-9bee-d417ca6e9eb8 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 944 time: 0.1203351 Sep 07 23:50:57.371399 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbdd400-52e8-41fa-a730-6e1adac1a2e6 req-6923f29f-44d7-4b79-8033-7d2ee67d79e5 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:57.374132 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-bbbdd400-52e8-41fa-a730-6e1adac1a2e6 req-6923f29f-44d7-4b79-8033-7d2ee67d79e5 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.42 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 945 time: 0.1592345 Sep 07 23:50:57.383395 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4d99719b-d215-4cd4-b254-0915d9c0cbbf req-033f4485-cb22-4977-aafb-6c031ee9c3d9 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486924 Sep 07 23:50:57.524396 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device efdf3fd7-1480-4021-a763-cf0bb398ede6 up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:50:57.543477 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [req-bbbdd400-52e8-41fa-a730-6e1adac1a2e6 req-1d75b967-6e0e-4f60-9398-7ab83ea2d956 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Deleting port e66af021-334b-44cc-a801-4788472f27fe {{(pid=100551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:50:57.543830 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-bbbdd400-52e8-41fa-a730-6e1adac1a2e6 req-1d75b967-6e0e-4f60-9398-7ab83ea2d956 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:57.598701 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning for port efdf3fd7-1480-4021-a763-cf0bb398ede6 completed by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:50:57.603792 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning complete for port efdf3fd7-1480-4021-a763-cf0bb398ede6 triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:50:57.604215 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:57.621833 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 34672) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:50:57.629881 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-3b804d27-ff2c-4dd9-be23-c28104c9c1d6 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-970895675', 'description': 'tempest-secgroup-smoke-970895675 description', 'project_id': '57c40fd6c9f740c9a2e49701985feab4'}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:50:57.659936 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-3b804d27-ff2c-4dd9-be23-c28104c9c1d6 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:57.733926 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:57.770746 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] For port efdf3fd7-1480-4021-a763-cf0bb398ede6, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=efdf3fd7-1480-4021-a763-cf0bb398ede6,segment=NetworkSegment(4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a),segment_id=4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:50:57.777233 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:57.788902 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-3b804d27-ff2c-4dd9-be23-c28104c9c1d6 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:57.795074 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-3b804d27-ff2c-4dd9-be23-c28104c9c1d6 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:57.823839 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-3b804d27-ff2c-4dd9-be23-c28104c9c1d6 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:57.826457 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-3b804d27-ff2c-4dd9-be23-c28104c9c1d6 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2024336 Sep 07 23:50:57.836703 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 34674) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:50:57.847967 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-4ba12244-9d0f-410a-93a0-d7d62cbb6663 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Request body: {'security_group_rule': {'security_group_id': 'a951ba78-6110-48b2-bdc4-65d6a01f139a', 'project_id': '57c40fd6c9f740c9a2e49701985feab4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:50:57.855461 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Pushing event updated for resources: {'Port': ['ID=efdf3fd7-1480-4021-a763-cf0bb398ede6,revision_number=4']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:57.879439 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b804d27-ff2c-4dd9-be23-c28104c9c1d6 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a951ba78-6110-48b2-bdc4-65d6a01f139a,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:57.899245 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-4ba12244-9d0f-410a-93a0-d7d62cbb6663 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:57.919130 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-bbbdd400-52e8-41fa-a730-6e1adac1a2e6 req-1d75b967-6e0e-4f60-9398-7ab83ea2d956 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] For port e66af021-334b-44cc-a801-4788472f27fe, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=e66af021-334b-44cc-a801-4788472f27fe,segment=NetworkSegment(1471fa56-0ce1-4bf0-b66f-c84e509237a6),segment_id=1471fa56-0ce1-4bf0-b66f-c84e509237a6)] {{(pid=100551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:50:57.919608 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-bbbdd400-52e8-41fa-a730-6e1adac1a2e6 req-1d75b967-6e0e-4f60-9398-7ab83ea2d956 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:57.964842 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-4ba12244-9d0f-410a-93a0-d7d62cbb6663 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:57.969609 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-4ba12244-9d0f-410a-93a0-d7d62cbb6663 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790847'] for security_group_rule, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:57.990038 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba12244-9d0f-410a-93a0-d7d62cbb6663 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bce7d35-12c8-4fc4-b940-d39fefef9e02,revision_number=0']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:57.999561 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-4ba12244-9d0f-410a-93a0-d7d62cbb6663 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:58.002288 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-4ba12244-9d0f-410a-93a0-d7d62cbb6663 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1637118 Sep 07 23:50:58.004975 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 34678) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:50:58.010779 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-2a558bdd-105e-4609-965a-ade194ce65df tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Request body: {'security_group_rule': {'security_group_id': 'a951ba78-6110-48b2-bdc4-65d6a01f139a', 'project_id': '57c40fd6c9f740c9a2e49701985feab4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:50:58.045839 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-2a558bdd-105e-4609-965a-ade194ce65df tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:58.120868 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-2a558bdd-105e-4609-965a-ade194ce65df tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:58.129278 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-2a558bdd-105e-4609-965a-ade194ce65df tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790847'] for security_group_rule, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:58.149990 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a558bdd-105e-4609-965a-ade194ce65df tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a074d8b1-62a2-425e-9aec-e8179807a99f,revision_number=0']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:58.160090 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-2a558bdd-105e-4609-965a-ade194ce65df tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:58.161742 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-2a558bdd-105e-4609-965a-ade194ce65df tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1555934 Sep 07 23:50:58.164616 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 34680) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:50:58.169208 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-dd08d853-5fed-46a5-a264-a2319c0c892c tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Request body: {'security_group_rule': {'security_group_id': 'a951ba78-6110-48b2-bdc4-65d6a01f139a', 'project_id': '57c40fd6c9f740c9a2e49701985feab4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:50:58.186089 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ea04c-21ec-4b02-950a-2aff75cd83de req-2043bcc6-72d7-4e2f-ab13-c74047e22804 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:58.197365 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-b85ea04c-21ec-4b02-950a-2aff75cd83de req-2043bcc6-72d7-4e2f-ab13-c74047e22804 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 945 time: 0.1462712 Sep 07 23:50:58.200184 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-dd08d853-5fed-46a5-a264-a2319c0c892c tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:58.206927 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-21806c5e-75ac-4151-8dcc-12759b3a0e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:58.248855 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-bbbdd400-52e8-41fa-a730-6e1adac1a2e6 req-1d75b967-6e0e-4f60-9398-7ab83ea2d956 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:58.249576 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-bbbdd400-52e8-41fa-a730-6e1adac1a2e6 req-1d75b967-6e0e-4f60-9398-7ab83ea2d956 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595513'] for floatingip, after_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:58.249576 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.db.l3_db [req-bbbdd400-52e8-41fa-a730-6e1adac1a2e6 req-1d75b967-6e0e-4f60-9398-7ab83ea2d956 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Floating IP 581c8da0-698a-4b5c-8517-3e0b11eb09bf disassociated. External IP: 172.27.2.85, port: e66af021-334b-44cc-a801-4788472f27fe. Sep 07 23:50:58.249971 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [req-bbbdd400-52e8-41fa-a730-6e1adac1a2e6 req-1d75b967-6e0e-4f60-9398-7ab83ea2d956 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Calling delete_port for e66af021-334b-44cc-a801-4788472f27fe owned by compute:nova {{(pid=100551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:50:58.275514 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-dd08d853-5fed-46a5-a264-a2319c0c892c tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:58.280986 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-b85ea04c-21ec-4b02-950a-2aff75cd83de req-1899a770-b5a3-49ef-a80b-138b24ffc67f tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ff1b41d-3b65-4765-bb95-46afdd75cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782728 Sep 07 23:50:58.281630 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-dd08d853-5fed-46a5-a264-a2319c0c892c tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790847'] for security_group_rule, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:58.323515 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd08d853-5fed-46a5-a264-a2319c0c892c tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7de7e84-35a0-416a-ac7a-8f6df5f54067,revision_number=0']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:58.327813 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-dd08d853-5fed-46a5-a264-a2319c0c892c tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:58.333564 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-dd08d853-5fed-46a5-a264-a2319c0c892c tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1646407 Sep 07 23:50:58.333564 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 34686) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:50:58.341511 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-7da09eea-a777-4a4b-a6a6-ede7dc972b06 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Request body: {'security_group_rule': {'security_group_id': 'a951ba78-6110-48b2-bdc4-65d6a01f139a', 'project_id': '57c40fd6c9f740c9a2e49701985feab4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:50:58.382455 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-7da09eea-a777-4a4b-a6a6-ede7dc972b06 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:58.436992 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-bbbdd400-52e8-41fa-a730-6e1adac1a2e6 req-1d75b967-6e0e-4f60-9398-7ab83ea2d956 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:58.467475 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-7da09eea-a777-4a4b-a6a6-ede7dc972b06 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:58.468240 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d75b967-6e0e-4f60-9398-7ab83ea2d956 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Pushing event deleted for resources: {'Port': ['ID=e66af021-334b-44cc-a801-4788472f27fe,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:58.484035 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-7da09eea-a777-4a4b-a6a6-ede7dc972b06 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790847'] for security_group_rule, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:58.508832 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da09eea-a777-4a4b-a6a6-ede7dc972b06 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20ef333b-d7e4-4ece-abea-f58fe33e9363,revision_number=0']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:58.518002 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-7da09eea-a777-4a4b-a6a6-ede7dc972b06 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:58.519413 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-7da09eea-a777-4a4b-a6a6-ede7dc972b06 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1845767 Sep 07 23:50:58.522190 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 34692) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:50:58.527762 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-6ca3bf8c-1303-4123-86f6-19ad3bdc9279 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Request body: {'security_group_rule': {'security_group_id': 'a951ba78-6110-48b2-bdc4-65d6a01f139a', 'project_id': '57c40fd6c9f740c9a2e49701985feab4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:50:58.561824 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.db.securitygroups_db [None req-6ca3bf8c-1303-4123-86f6-19ad3bdc9279 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Project 57c40fd6c9f740c9a2e49701985feab4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 23:50:58.576498 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device de3b0ae0-5c66-4b3f-b647-7415dc1dc860 up at agent hyperv_hv-cinder-75157 {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:50:58.577367 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-6ca3bf8c-1303-4123-86f6-19ad3bdc9279 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:58.647400 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Provisioning for port de3b0ae0-5c66-4b3f-b647-7415dc1dc860 completed by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:50:58.653659 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Provisioning complete for port de3b0ae0-5c66-4b3f-b647-7415dc1dc860 triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:50:58.654052 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:58.659146 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299046a-9849-4357-a9a4-67ab7b2050cb req-342c1c78-17b7-4861-b331-d91f14a52c9e tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:58.666651 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8299046a-9849-4357-a9a4-67ab7b2050cb req-342c1c78-17b7-4861-b331-d91f14a52c9e tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 944 time: 0.1064920 Sep 07 23:50:58.683491 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-6ca3bf8c-1303-4123-86f6-19ad3bdc9279 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:58.692056 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-6ca3bf8c-1303-4123-86f6-19ad3bdc9279 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790847'] for security_group_rule, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:58.718130 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca3bf8c-1303-4123-86f6-19ad3bdc9279 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a36d5da-cebe-483d-abfd-d17e97ed07f7,revision_number=0']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:58.730939 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-6ca3bf8c-1303-4123-86f6-19ad3bdc9279 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:58.731157 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8299046a-9849-4357-a9a4-67ab7b2050cb req-1a5798bb-2189-4fc9-b974-286335805ecc tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635426 Sep 07 23:50:58.736537 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-6ca3bf8c-1303-4123-86f6-19ad3bdc9279 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2089777 Sep 07 23:50:58.736771 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bbbdd400-52e8-41fa-a730-6e1adac1a2e6 req-1d75b967-6e0e-4f60-9398-7ab83ea2d956 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Router c2474c25-d82a-4a52-894a-d11316020a36 has already been hosted by L3 agent 19316ef7-2440-47e6-ada3-35aaee6f744b {{(pid=100551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 23:50:58.737781 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 34694) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:50:58.743783 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-960a7d39-56a7-4ff9-84c2-f4ecde2d458f tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Request body: {'security_group_rule': {'security_group_id': 'a951ba78-6110-48b2-bdc4-65d6a01f139a', 'project_id': '57c40fd6c9f740c9a2e49701985feab4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:50:58.771388 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:58.774880 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.db.securitygroups_db [None req-960a7d39-56a7-4ff9-84c2-f4ecde2d458f tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Project 57c40fd6c9f740c9a2e49701985feab4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 23:50:58.780667 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-960a7d39-56a7-4ff9-84c2-f4ecde2d458f tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:58.798337 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1223f810-24aa-48d7-ab8c-7af988a9f2e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3b0ae0-5c66-4b3f-b647-7415dc1dc860'}] {{(pid=100552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:50:58.800640 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6af7ada11e39af001df59af8fe1a830bb49e6ec01a9e34e873de5065727c58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b229d792-3189-4369-a658-b02df4ba4981" -d '{"events": [{"server_uuid": "1223f810-24aa-48d7-ab8c-7af988a9f2e7", "name": "network-vif-plugged", "status": "completed", "tag": "de3b0ae0-5c66-4b3f-b647-7415dc1dc860"}]}' {{(pid=100552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:50:58.816033 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port de3b0ae0-5c66-4b3f-b647-7415dc1dc860, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=de3b0ae0-5c66-4b3f-b647-7415dc1dc860,segment=NetworkSegment(c1e8596d-44b9-4f74-a478-a7fa52272fc4),segment_id=c1e8596d-44b9-4f74-a478-a7fa52272fc4)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:50:58.824389 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:58.868233 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bbbdd400-52e8-41fa-a730-6e1adac1a2e6 req-1d75b967-6e0e-4f60-9398-7ab83ea2d956 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify agent at l3_agent.dv-cinder-751579-26-iscsi the message routers_updated {{(pid=100551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 23:50:58.890002 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0e57ff-4eb0-4d7a-a333-35e66fae15d0 None None] Sync routers for ids ['c2474c25-d82a-4a52-894a-d11316020a36'] in dv-cinder-751579-26-iscsi {{(pid=100553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 23:50:58.905278 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0e57ff-4eb0-4d7a-a333-35e66fae15d0 None None] Routers {'c2474c25-d82a-4a52-894a-d11316020a36'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:50:58.906050 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-0c0e57ff-4eb0-4d7a-a333-35e66fae15d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:50:32Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['c2474c25-d82a-4a52-894a-d11316020a36'], 'active': True} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:50:58.954835 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 23:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db64392c-0718-40cf-9751-27f422412f4f x-openstack-request-id: req-db64392c-0718-40cf-9751-27f422412f4f {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:50:58.955276 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1223f810-24aa-48d7-ab8c-7af988a9f2e7", "name": "network-vif-plugged", "status": "completed", "tag": "de3b0ae0-5c66-4b3f-b647-7415dc1dc860", "code": 200}]} {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:50:58.956194 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-960a7d39-56a7-4ff9-84c2-f4ecde2d458f tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:58.957096 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-db64392c-0718-40cf-9751-27f422412f4f {{(pid=100552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:50:58.957958 dv-cinder-751579-26-iscsi neutron-server[100552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1223f810-24aa-48d7-ab8c-7af988a9f2e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3b0ae0-5c66-4b3f-b647-7415dc1dc860', 'code': 200} Sep 07 23:50:58.966479 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-960a7d39-56a7-4ff9-84c2-f4ecde2d458f tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790847'] for security_group_rule, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:58.967325 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbbdd400-52e8-41fa-a730-6e1adac1a2e6 req-1d75b967-6e0e-4f60-9398-7ab83ea2d956 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] No DVR routers for this DVR port e66af021-334b-44cc-a801-4788472f27fe on host hv-cinder-75157 {{(pid=100551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 23:50:58.972958 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-bbbdd400-52e8-41fa-a730-6e1adac1a2e6 req-1d75b967-6e0e-4f60-9398-7ab83ea2d956 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:58.975555 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-bbbdd400-52e8-41fa-a730-6e1adac1a2e6 req-1d75b967-6e0e-4f60-9398-7ab83ea2d956 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.42 "DELETE /v2.0/ports/e66af021-334b-44cc-a801-4788472f27fe HTTP/1.1" status: 204 len: 173 time: 1.5907481 Sep 07 23:50:58.976139 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ece618df-c310-44c3-ab4d-b061b5899ab4', 'name': 'network-vif-deleted', 'tag': 'e66af021-334b-44cc-a801-4788472f27fe'}] {{(pid=100551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:50:58.988029 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744d18a1a9123520e55b11d6b4f544890c28500fff252c5db1cb0c4b69d72d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9631a895-9f61-4c5e-8f07-bc5431dd4d0f" -d '{"events": [{"server_uuid": "ece618df-c310-44c3-ab4d-b061b5899ab4", "name": "network-vif-deleted", "tag": "e66af021-334b-44cc-a801-4788472f27fe"}]}' {{(pid=100551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:50:59.006099 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Pushing event updated for resources: {'Port': ['ID=de3b0ae0-5c66-4b3f-b647-7415dc1dc860,revision_number=5']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:59.031609 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a7d39-56a7-4ff9-84c2-f4ecde2d458f tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b64fb40c-c1ce-4c88-9a23-615aece19a99,revision_number=0']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:50:59.045022 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-960a7d39-56a7-4ff9-84c2-f4ecde2d458f tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:59.055729 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-960a7d39-56a7-4ff9-84c2-f4ecde2d458f tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3080506 Sep 07 23:50:59.087832 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 23:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac957fa-9321-49c4-865f-85c97ec6308f x-openstack-request-id: req-fac957fa-9321-49c4-865f-85c97ec6308f {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:50:59.088126 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ece618df-c310-44c3-ab4d-b061b5899ab4", "name": "network-vif-deleted", "tag": "e66af021-334b-44cc-a801-4788472f27fe", "status": "completed", "code": 200}]} {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:50:59.088372 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fac957fa-9321-49c4-865f-85c97ec6308f {{(pid=100551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:50:59.088792 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ece618df-c310-44c3-ab4d-b061b5899ab4', 'name': 'network-vif-deleted', 'tag': 'e66af021-334b-44cc-a801-4788472f27fe', 'status': 'completed', 'code': 200} Sep 07 23:50:59.258694 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvr_db [None req-0c0e57ff-4eb0-4d7a-a333-35e66fae15d0 None None] Set router c2474c25-d82a-4a52-894a-d11316020a36 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:50:59.299719 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e6efc-a130-4b53-8715-bd4a1e543b16 req-ada183f7-90be-441f-b194-f0ac08c021e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:59.302532 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-286e6efc-a130-4b53-8715-bd4a1e543b16 req-ada183f7-90be-441f-b194-f0ac08c021e1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 1098 time: 0.0756683 Sep 07 23:50:59.433543 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device efdf3fd7-1480-4021-a763-cf0bb398ede6 up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:50:59.454094 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-286e6efc-a130-4b53-8715-bd4a1e543b16 req-c1f5acf1-6dce-4838-aae6-36a3b3ca1361 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402912 Sep 07 23:50:59.505372 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-92e4dcac-c6cd-4565-b971-4b029329a80e req-9db700d1-57a1-406f-9bc0-e557ab924153 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece618df-c310-44c3-ab4d-b061b5899ab4 HTTP/1.1" status: 200 len: 210 time: 0.1102509 Sep 07 23:50:59.534554 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning complete for port efdf3fd7-1480-4021-a763-cf0bb398ede6 triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:50:59.534924 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:50:59.719672 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-0c0e57ff-4eb0-4d7a-a333-35e66fae15d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'name': 'tempest-AttachVolumeTestJSON-2145363682-router', 'tenant_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '24ff64fc-4fb7-47c8-8a4c-257a76071247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:46:10Z', 'updated_at': '2021-09-07T23:46:30Z', 'revision_number': 4, 'project_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'gw_port': {'id': '24ff64fc-4fb7-47c8-8a4c-257a76071247', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:62:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:12Z', 'updated_at': '2021-09-07T23:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': 'e2bf89b3-4161-42b3-b518-8ce2a5017a4d', 'name': '', 'network_id': '9da50ae8-e6dd-49ef-bffd-03b5ec56f152', 'tenant_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'mac_address': 'fa:16:3e:2d:e5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'af6c2c51-70b3-4a7c-ab5d-dc9b76d1d9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:28Z', 'updated_at': '2021-09-07T23:46:40Z', 'revision_number': 5, 'project_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'subnets': [{'id': 'af6c2c51-70b3-4a7c-ab5d-dc9b76d1d9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:50:59.767803 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0e57ff-4eb0-4d7a-a333-35e66fae15d0 None None] Checking router: c2474c25-d82a-4a52-894a-d11316020a36 for host: dv-cinder-751579-26-iscsi {{(pid=100553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 23:50:59.777027 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0e57ff-4eb0-4d7a-a333-35e66fae15d0 None None] Routers {'c2474c25-d82a-4a52-894a-d11316020a36'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:50:59.777658 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-0c0e57ff-4eb0-4d7a-a333-35e66fae15d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:50:32Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['c2474c25-d82a-4a52-894a-d11316020a36'], 'active': True} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:50:59.913087 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 34752) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:50:59.929523 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvr_db [None req-0c0e57ff-4eb0-4d7a-a333-35e66fae15d0 None None] Set router c2474c25-d82a-4a52-894a-d11316020a36 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:50:59.971139 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e325b43e-0a0e-4d7e-824c-49963e9805c1 req-6117fec0-230a-4261-8c91-d11eb5880fd4 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:50:59.974316 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-e325b43e-0a0e-4d7e-824c-49963e9805c1 req-6117fec0-230a-4261-8c91-d11eb5880fd4 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 945 time: 0.0846248 Sep 07 23:51:00.050467 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-e325b43e-0a0e-4d7e-824c-49963e9805c1 req-31e7de63-9063-4715-ae88-20db8164c6bb tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690055 Sep 07 23:51:00.095720 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-c86eea43-6d2f-496e-85bc-f1c1f84ffd5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:00.220030 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-0c0e57ff-4eb0-4d7a-a333-35e66fae15d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'name': 'tempest-AttachVolumeTestJSON-2145363682-router', 'tenant_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '24ff64fc-4fb7-47c8-8a4c-257a76071247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:46:10Z', 'updated_at': '2021-09-07T23:46:30Z', 'revision_number': 4, 'project_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'gw_port': {'id': '24ff64fc-4fb7-47c8-8a4c-257a76071247', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:62:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:12Z', 'updated_at': '2021-09-07T23:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': 'e2bf89b3-4161-42b3-b518-8ce2a5017a4d', 'name': '', 'network_id': '9da50ae8-e6dd-49ef-bffd-03b5ec56f152', 'tenant_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'mac_address': 'fa:16:3e:2d:e5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'af6c2c51-70b3-4a7c-ab5d-dc9b76d1d9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:28Z', 'updated_at': '2021-09-07T23:46:40Z', 'revision_number': 5, 'project_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'subnets': [{'id': 'af6c2c51-70b3-4a7c-ab5d-dc9b76d1d9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:51:00.230691 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-c86eea43-6d2f-496e-85bc-f1c1f84ffd5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:00.236856 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-c86eea43-6d2f-496e-85bc-f1c1f84ffd5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:00.256904 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0e57ff-4eb0-4d7a-a333-35e66fae15d0 None None] The sync data for ids ['c2474c25-d82a-4a52-894a-d11316020a36'] in dv-cinder-751579-26-iscsi is: [{'id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'name': 'tempest-AttachVolumeTestJSON-2145363682-router', 'tenant_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '24ff64fc-4fb7-47c8-8a4c-257a76071247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:46:10Z', 'updated_at': '2021-09-07T23:46:30Z', 'revision_number': 4, 'project_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'gw_port': {'id': '24ff64fc-4fb7-47c8-8a4c-257a76071247', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:62:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:12Z', 'updated_at': '2021-09-07T23:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': 'e2bf89b3-4161-42b3-b518-8ce2a5017a4d', 'name': '', 'network_id': '9da50ae8-e6dd-49ef-bffd-03b5ec56f152', 'tenant_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'mac_address': 'fa:16:3e:2d:e5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'af6c2c51-70b3-4a7c-ab5d-dc9b76d1d9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:28Z', 'updated_at': '2021-09-07T23:46:40Z', 'revision_number': 5, 'project_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'subnets': [{'id': 'af6c2c51-70b3-4a7c-ab5d-dc9b76d1d9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 23:51:00.277480 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 34772) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:51:00.277710 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-c86eea43-6d2f-496e-85bc-f1c1f84ffd5a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e03d95b2baaa43419b95f0dfedd92bab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3624580 Sep 07 23:51:00.304779 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86eea43-6d2f-496e-85bc-f1c1f84ffd5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a186a267-4aba-463f-91f6-76f5069f9801,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:51:00.353727 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-38063e9b-b650-459c-9f77-ea6a9041620e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:00.384060 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-38063e9b-b650-459c-9f77-ea6a9041620e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:00.439625 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-38063e9b-b650-459c-9f77-ea6a9041620e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:00.443681 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-38063e9b-b650-459c-9f77-ea6a9041620e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:00.445279 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-38063e9b-b650-459c-9f77-ea6a9041620e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a186a267-4aba-463f-91f6-76f5069f9801 HTTP/1.1" status: 204 len: 168 time: 0.1667061 Sep 07 23:51:00.455698 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38063e9b-b650-459c-9f77-ea6a9041620e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a186a267-4aba-463f-91f6-76f5069f9801,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:51:00.542855 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a4ef2c-9d00-4a48-9c25-20743861a895 None None] New status for floating IP 581c8da0-698a-4b5c-8517-3e0b11eb09bf: DOWN {{(pid=100552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 23:51:00.675087 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 34780) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:51:00.713372 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a08e1b-c5ad-45cb-b051-92af3fad53b7 None None] Sync routers for ids ['f98f9257-8b9d-4ff8-8c5f-a957baa04a68'] in dv-cinder-751579-26-iscsi {{(pid=100553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 23:51:00.728913 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a08e1b-c5ad-45cb-b051-92af3fad53b7 None None] Routers {'f98f9257-8b9d-4ff8-8c5f-a957baa04a68'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:51:00.729928 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-84a08e1b-c5ad-45cb-b051-92af3fad53b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:50:32Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['f98f9257-8b9d-4ff8-8c5f-a957baa04a68'], 'active': True} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:51:00.789075 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-abda01ea-791c-4cde-beed-28f68593c3fb tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:00.822640 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-abda01ea-791c-4cde-beed-28f68593c3fb tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:00.881418 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-abda01ea-791c-4cde-beed-28f68593c3fb tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:00.881785 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvr_db [None req-84a08e1b-c5ad-45cb-b051-92af3fad53b7 None None] Set router f98f9257-8b9d-4ff8-8c5f-a957baa04a68 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:51:00.884516 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-abda01ea-791c-4cde-beed-28f68593c3fb tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:00.888050 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-abda01ea-791c-4cde-beed-28f68593c3fb tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "DELETE /v2.0/security-groups/5ff1b41d-3b65-4765-bb95-46afdd75cb14 HTTP/1.1" status: 204 len: 168 time: 0.2093332 Sep 07 23:51:00.888570 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 34784) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:51:00.896515 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda01ea-791c-4cde-beed-28f68593c3fb tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff1b41d-3b65-4765-bb95-46afdd75cb14,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:51:00.926834 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.api.v2.resource [None req-052a268a-1ddc-4cda-bd2c-a848d1c3bb3a tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] show failed (client error): The resource could not be found. Sep 07 23:51:00.928204 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-052a268a-1ddc-4cda-bd2c-a848d1c3bb3a tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups/5ff1b41d-3b65-4765-bb95-46afdd75cb14 HTTP/1.1" status: 404 len: 347 time: 0.0383637 Sep 07 23:51:00.930937 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 34786) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:51:01.074061 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [None req-62d297e8-db0d-49d9-9771-b2a50c5bdf8d tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Deleting port 21a88d62-3d51-48a8-ac5b-cabd36d71dc7 {{(pid=100551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:51:01.074364 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-62d297e8-db0d-49d9-9771-b2a50c5bdf8d tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:01.144559 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:01.154616 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-84a08e1b-c5ad-45cb-b051-92af3fad53b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98f9257-8b9d-4ff8-8c5f-a957baa04a68', 'name': 'tempest-TestShelveInstance-1750542902-router', 'tenant_id': 'fc84d53860ae404980036203cc046a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'efdf3fd7-1480-4021-a763-cf0bb398ede6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:50:50Z', 'updated_at': '2021-09-07T23:50:55Z', 'revision_number': 4, 'project_id': 'fc84d53860ae404980036203cc046a98', 'gw_port': {'id': 'efdf3fd7-1480-4021-a763-cf0bb398ede6', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:70:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98f9257-8b9d-4ff8-8c5f-a957baa04a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:50:51Z', 'updated_at': '2021-09-07T23:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': 'e9164beb-12c8-4f59-bd1c-6d038a10162f', 'name': '', 'network_id': '81cc46a2-8db1-4096-bf4f-6daa1e8dd2b5', 'tenant_id': 'fc84d53860ae404980036203cc046a98', 'mac_address': 'fa:16:3e:39:d5:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98f9257-8b9d-4ff8-8c5f-a957baa04a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '167c891c-6345-4647-9d6e-8ca77f93e413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:50:54Z', 'updated_at': '2021-09-07T23:50:55Z', 'revision_number': 2, 'project_id': 'fc84d53860ae404980036203cc046a98', 'subnets': [{'id': '167c891c-6345-4647-9d6e-8ca77f93e413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:51:01.197596 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a08e1b-c5ad-45cb-b051-92af3fad53b7 None None] Checking router: f98f9257-8b9d-4ff8-8c5f-a957baa04a68 for host: dv-cinder-751579-26-iscsi {{(pid=100553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 23:51:01.198049 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a08e1b-c5ad-45cb-b051-92af3fad53b7 None None] Updating router f98f9257-8b9d-4ff8-8c5f-a957baa04a68 port e9164beb-12c8-4f59-bd1c-6d038a10162f binding host dv-cinder-751579-26-iscsi {{(pid=100553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 23:51:01.208034 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-62d297e8-db0d-49d9-9771-b2a50c5bdf8d tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:01.208382 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-62d297e8-db0d-49d9-9771-b2a50c5bdf8d tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:01.226925 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [None req-62d297e8-db0d-49d9-9771-b2a50c5bdf8d tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Calling delete_port for 21a88d62-3d51-48a8-ac5b-cabd36d71dc7 owned by network:floatingip {{(pid=100551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:51:01.228957 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-84a08e1b-c5ad-45cb-b051-92af3fad53b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:01.237998 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b8ff6-690b-4001-8566-29c2b3615490 req-fc8e4dd5-fec7-4a17-af27-a0e7c293e4c1 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:01.239598 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-637b8ff6-690b-4001-8566-29c2b3615490 req-fc8e4dd5-fec7-4a17-af27-a0e7c293e4c1 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 945 time: 0.0905325 Sep 07 23:51:01.357913 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-637b8ff6-690b-4001-8566-29c2b3615490 req-6d972be7-e7b6-4e2a-becb-9172c043e33b tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101420 Sep 07 23:51:01.487558 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-62d297e8-db0d-49d9-9771-b2a50c5bdf8d tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:01.515145 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-84a08e1b-c5ad-45cb-b051-92af3fad53b7 None None] Notify callbacks [] for port, precommit_update {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:01.519260 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d297e8-db0d-49d9-9771-b2a50c5bdf8d tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Pushing event deleted for resources: {'Port': ['ID=21a88d62-3d51-48a8-ac5b-cabd36d71dc7,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:51:01.532498 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32206a-71c3-44d8-8725-0a3967551154 req-886a64c4-dfa9-4710-88e8-2d413b06c97e tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:01.534220 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-0e32206a-71c3-44d8-8725-0a3967551154 req-886a64c4-dfa9-4710-88e8-2d413b06c97e tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 945 time: 0.0920601 Sep 07 23:51:01.542518 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.provisioning_blocks [None req-84a08e1b-c5ad-45cb-b051-92af3fad53b7 None None] Transition to ACTIVE for port object e9164beb-12c8-4f59-bd1c-6d038a10162f will not be triggered until provisioned by entity L2. {{(pid=100553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:51:01.542876 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 34792) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:51:01.548216 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-3af89b1b-b358-4936-8f34-50ec7076e89b tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Request body: {'floatingip': {'port_id': 'de3b0ae0-5c66-4b3f-b647-7415dc1dc860'}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:51:01.548398 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-84a08e1b-c5ad-45cb-b051-92af3fad53b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:01.590825 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-3af89b1b-b358-4936-8f34-50ec7076e89b tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks [] for floatingip, before_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:01.606297 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d69009-65ba-4b63-bc28-c8d58557e504 None None] Pushing event updated for resources: {'Port': ['ID=e9164beb-12c8-4f59-bd1c-6d038a10162f,revision_number=3']} {{(pid=100553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:51:01.617341 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-62d297e8-db0d-49d9-9771-b2a50c5bdf8d tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks [] for floatingip, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:01.627969 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-62d297e8-db0d-49d9-9771-b2a50c5bdf8d tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for floatingip, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:01.627969 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-62d297e8-db0d-49d9-9771-b2a50c5bdf8d tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "DELETE /v2.0/floatingips/581c8da0-698a-4b5c-8517-3e0b11eb09bf HTTP/1.1" status: 204 len: 168 time: 0.6905508 Sep 07 23:51:01.684406 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.managers [None req-84a08e1b-c5ad-45cb-b051-92af3fad53b7 None None] Attempting to bind port e9164beb-12c8-4f59-bd1c-6d038a10162f on host dv-cinder-751579-26-iscsi for vnic_type normal with profile {{(pid=100553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 23:51:01.685010 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.managers [None req-84a08e1b-c5ad-45cb-b051-92af3fad53b7 None None] Attempting to bind port e9164beb-12c8-4f59-bd1c-6d038a10162f by drivers openvswitch,hyperv on host dv-cinder-751579-26-iscsi at level 0 using segments [{'id': 'e931a262-dfaa-4c1b-b2da-611273b1ac7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '81cc46a2-8db1-4096-bf4f-6daa1e8dd2b5'}] {{(pid=100553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 23:51:01.690805 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a08e1b-c5ad-45cb-b051-92af3fad53b7 None None] Attempting to bind port e9164beb-12c8-4f59-bd1c-6d038a10162f on network 81cc46a2-8db1-4096-bf4f-6daa1e8dd2b5 {{(pid=100553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:51:01.696942 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a08e1b-c5ad-45cb-b051-92af3fad53b7 None None] Checking agent: {'id': '892ede6d-2e1c-48b6-9f9b-59f4d898b1a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 23, 38, 1), 'started_at': datetime.datetime(2021, 9, 7, 23, 38, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 23, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 23:51:01.697615 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a08e1b-c5ad-45cb-b051-92af3fad53b7 None None] Checking segment: {'id': 'e931a262-dfaa-4c1b-b2da-611273b1ac7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '81cc46a2-8db1-4096-bf4f-6daa1e8dd2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:51:01.697991 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-84a08e1b-c5ad-45cb-b051-92af3fad53b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:01.698734 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a08e1b-c5ad-45cb-b051-92af3fad53b7 None None] Bound using segment: {'id': 'e931a262-dfaa-4c1b-b2da-611273b1ac7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '81cc46a2-8db1-4096-bf4f-6daa1e8dd2b5'} {{(pid=100553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 23:51:01.699071 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.managers [None req-84a08e1b-c5ad-45cb-b051-92af3fad53b7 None None] Bound port: e9164beb-12c8-4f59-bd1c-6d038a10162f, host: dv-cinder-751579-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e931a262-dfaa-4c1b-b2da-611273b1ac7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '81cc46a2-8db1-4096-bf4f-6daa1e8dd2b5'}}] {{(pid=100553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 23:51:01.699620 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-84a08e1b-c5ad-45cb-b051-92af3fad53b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:01.778194 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-f20a43ad-51a6-4eaa-ae34-04b615c0015a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:01.789473 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.db [None req-84a08e1b-c5ad-45cb-b051-92af3fad53b7 None None] For port e9164beb-12c8-4f59-bd1c-6d038a10162f, host dv-cinder-751579-26-iscsi, cleared binding levels {{(pid=100553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 23:51:01.793429 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.db [None req-84a08e1b-c5ad-45cb-b051-92af3fad53b7 None None] For port e9164beb-12c8-4f59-bd1c-6d038a10162f, host dv-cinder-751579-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=e9164beb-12c8-4f59-bd1c-6d038a10162f,segment=NetworkSegment(e931a262-dfaa-4c1b-b2da-611273b1ac7b),segment_id=e931a262-dfaa-4c1b-b2da-611273b1ac7b)] {{(pid=100553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 23:51:01.800665 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-84a08e1b-c5ad-45cb-b051-92af3fad53b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:01.876545 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d69009-65ba-4b63-bc28-c8d58557e504 None None] Pushing event updated for resources: {'Port': ['ID=e9164beb-12c8-4f59-bd1c-6d038a10162f,revision_number=4']} {{(pid=100553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:51:01.911991 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a08e1b-c5ad-45cb-b051-92af3fad53b7 None None] Routers {'f98f9257-8b9d-4ff8-8c5f-a957baa04a68'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:51:01.912823 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-84a08e1b-c5ad-45cb-b051-92af3fad53b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:51:02Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['f98f9257-8b9d-4ff8-8c5f-a957baa04a68'], 'active': True} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:51:02.080382 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvr_db [None req-84a08e1b-c5ad-45cb-b051-92af3fad53b7 None None] Set router f98f9257-8b9d-4ff8-8c5f-a957baa04a68 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:51:02.108654 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 34798) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:51:02.115025 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [None req-5373b5c1-79a1-4414-8a70-1b3d2de4b329 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1251143669', 'description': 'tempest-description--1206778326'}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:51:02.160094 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-5373b5c1-79a1-4414-8a70-1b3d2de4b329 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks [] for security_group, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:02.300504 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-5373b5c1-79a1-4414-8a70-1b3d2de4b329 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks [] for security_group, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:02.306620 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-5373b5c1-79a1-4414-8a70-1b3d2de4b329 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:02.340566 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-5373b5c1-79a1-4414-8a70-1b3d2de4b329 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks [] for security_group, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:02.345706 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-5373b5c1-79a1-4414-8a70-1b3d2de4b329 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2321312 Sep 07 23:51:02.346552 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 34800) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:51:02.352233 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [None req-856f7c28-75aa-4766-b858-9a310cba83d5 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Request body: {'security_group_rule': {'security_group_id': '4fcd4006-1ec6-44ba-a52e-90dbd120b1f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:51:02.362181 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373b5c1-79a1-4414-8a70-1b3d2de4b329 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcd4006-1ec6-44ba-a52e-90dbd120b1f0,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:51:02.406985 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-856f7c28-75aa-4766-b858-9a310cba83d5 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:02.457318 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-84a08e1b-c5ad-45cb-b051-92af3fad53b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98f9257-8b9d-4ff8-8c5f-a957baa04a68', 'name': 'tempest-TestShelveInstance-1750542902-router', 'tenant_id': 'fc84d53860ae404980036203cc046a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'efdf3fd7-1480-4021-a763-cf0bb398ede6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:50:50Z', 'updated_at': '2021-09-07T23:50:55Z', 'revision_number': 4, 'project_id': 'fc84d53860ae404980036203cc046a98', 'gw_port': {'id': 'efdf3fd7-1480-4021-a763-cf0bb398ede6', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:70:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98f9257-8b9d-4ff8-8c5f-a957baa04a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:50:51Z', 'updated_at': '2021-09-07T23:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': 'e9164beb-12c8-4f59-bd1c-6d038a10162f', 'name': '', 'network_id': '81cc46a2-8db1-4096-bf4f-6daa1e8dd2b5', 'tenant_id': 'fc84d53860ae404980036203cc046a98', 'mac_address': 'fa:16:3e:39:d5:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98f9257-8b9d-4ff8-8c5f-a957baa04a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '167c891c-6345-4647-9d6e-8ca77f93e413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:50:54Z', 'updated_at': '2021-09-07T23:51:01Z', 'revision_number': 4, 'project_id': 'fc84d53860ae404980036203cc046a98', 'subnets': [{'id': '167c891c-6345-4647-9d6e-8ca77f93e413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:51:02.489431 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-856f7c28-75aa-4766-b858-9a310cba83d5 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:02.490312 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a08e1b-c5ad-45cb-b051-92af3fad53b7 None None] The sync data for ids ['f98f9257-8b9d-4ff8-8c5f-a957baa04a68'] in dv-cinder-751579-26-iscsi is: [{'id': 'f98f9257-8b9d-4ff8-8c5f-a957baa04a68', 'name': 'tempest-TestShelveInstance-1750542902-router', 'tenant_id': 'fc84d53860ae404980036203cc046a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'efdf3fd7-1480-4021-a763-cf0bb398ede6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:50:50Z', 'updated_at': '2021-09-07T23:50:55Z', 'revision_number': 4, 'project_id': 'fc84d53860ae404980036203cc046a98', 'gw_port': {'id': 'efdf3fd7-1480-4021-a763-cf0bb398ede6', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:70:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98f9257-8b9d-4ff8-8c5f-a957baa04a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:50:51Z', 'updated_at': '2021-09-07T23:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': 'e9164beb-12c8-4f59-bd1c-6d038a10162f', 'name': '', 'network_id': '81cc46a2-8db1-4096-bf4f-6daa1e8dd2b5', 'tenant_id': 'fc84d53860ae404980036203cc046a98', 'mac_address': 'fa:16:3e:39:d5:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98f9257-8b9d-4ff8-8c5f-a957baa04a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '167c891c-6345-4647-9d6e-8ca77f93e413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:50:54Z', 'updated_at': '2021-09-07T23:51:01Z', 'revision_number': 4, 'project_id': 'fc84d53860ae404980036203cc046a98', 'subnets': [{'id': '167c891c-6345-4647-9d6e-8ca77f93e413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 23:51:02.498207 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-856f7c28-75aa-4766-b858-9a310cba83d5 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790847'] for security_group_rule, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:02.531565 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856f7c28-75aa-4766-b858-9a310cba83d5 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84eba37c-b788-4acd-94e1-c4a735fc4ec5,revision_number=0']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:51:02.535386 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-856f7c28-75aa-4766-b858-9a310cba83d5 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:02.536651 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-856f7c28-75aa-4766-b858-9a310cba83d5 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1882005 Sep 07 23:51:02.540834 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 34802) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:51:02.546120 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [None req-0735ad13-c2df-46b9-945c-7b19e3cabb55 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Request body: {'security_group_rule': {'security_group_id': '4fcd4006-1ec6-44ba-a52e-90dbd120b1f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:51:02.577131 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device e66af021-334b-44cc-a801-4788472f27fe no longer exists at agent hyperv_hv-cinder-75157 {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 23:51:02.590561 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-0735ad13-c2df-46b9-945c-7b19e3cabb55 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:02.599220 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-3af89b1b-b358-4936-8f34-50ec7076e89b tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:02.602660 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] No Port match for: e66af021-334b-44cc-a801-4788472f27fe {{(pid=100552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 23:51:02.603195 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device e66af021-334b-44cc-a801-4788472f27fe not bound to the agent host hv-cinder-75157 {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 23:51:02.611351 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-3af89b1b-b358-4936-8f34-50ec7076e89b tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595513'] for floatingip, after_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:02.684503 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-0735ad13-c2df-46b9-945c-7b19e3cabb55 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:02.693251 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-0735ad13-c2df-46b9-945c-7b19e3cabb55 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790847'] for security_group_rule, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:02.712220 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0735ad13-c2df-46b9-945c-7b19e3cabb55 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76f4eb24-08b4-4c90-9357-a4f1a570b6fb,revision_number=0']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:51:02.729220 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-0735ad13-c2df-46b9-945c-7b19e3cabb55 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:02.731271 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-0735ad13-c2df-46b9-945c-7b19e3cabb55 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1893728 Sep 07 23:51:02.735663 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 34804) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:51:02.740831 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [None req-0285ea8a-9f37-441b-ab54-d137e8415544 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Request body: {'floatingip': {'floating_network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658'}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:51:02.780847 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.db.l3_db [None req-3af89b1b-b358-4936-8f34-50ec7076e89b tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Floating IP 201f2a0c-0171-4021-8ece-7bf4f9054308 associated. External IP: 172.27.2.213, port: de3b0ae0-5c66-4b3f-b647-7415dc1dc860. Sep 07 23:51:02.783752 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-0285ea8a-9f37-441b-ab54-d137e8415544 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks [] for floatingip, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:02.906920 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-0285ea8a-9f37-441b-ab54-d137e8415544 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:03.028409 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.db_base_plugin_common [None req-0285ea8a-9f37-441b-ab54-d137e8415544 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Allocated IP 172.27.2.169 (1ea758c5-ea33-45af-9d70-54dde57c9658/5c624cf3-fab2-4caa-bdca-00a0c67beab2/783b29af-1f35-4939-bf51-21e527034e34) {{(pid=100551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:51:03.058940 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af89b1b-b358-4936-8f34-50ec7076e89b tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Router b6d43adc-d519-44d8-ad55-043586879107 has already been hosted by L3 agent 19316ef7-2440-47e6-ada3-35aaee6f744b {{(pid=100550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 23:51:03.177197 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-0285ea8a-9f37-441b-ab54-d137e8415544 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks [] for port, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:03.204413 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af89b1b-b358-4936-8f34-50ec7076e89b tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify agent at l3_agent.dv-cinder-751579-26-iscsi the message routers_updated {{(pid=100550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 23:51:03.216345 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-3af89b1b-b358-4936-8f34-50ec7076e89b tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for floatingip, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:03.217524 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e258c89d-8bbc-4184-92b9-5f586cab154b None None] Sync routers for ids ['b6d43adc-d519-44d8-ad55-043586879107'] in dv-cinder-751579-26-iscsi {{(pid=100552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 23:51:03.227933 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e258c89d-8bbc-4184-92b9-5f586cab154b None None] Routers {'b6d43adc-d519-44d8-ad55-043586879107'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:51:03.229000 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-e258c89d-8bbc-4184-92b9-5f586cab154b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:51:02Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['b6d43adc-d519-44d8-ad55-043586879107'], 'active': True} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:51:03.240081 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-0285ea8a-9f37-441b-ab54-d137e8415544 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:03.269801 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-3af89b1b-b358-4936-8f34-50ec7076e89b tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "PUT /v2.0/floatingips/201f2a0c-0171-4021-8ece-7bf4f9054308 HTTP/1.1" status: 200 len: 991 time: 1.7229671 Sep 07 23:51:03.269801 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1223f810-24aa-48d7-ab8c-7af988a9f2e7', 'tag': 'de3b0ae0-5c66-4b3f-b647-7415dc1dc860'}] {{(pid=100550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:51:03.270461 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d662247da8c952987fd655d1558826128f562bf65326072a344d62a4e19a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421703f4-895c-48cb-b7bc-83d4417eea6a" -d '{"events": [{"name": "network-changed", "server_uuid": "1223f810-24aa-48d7-ab8c-7af988a9f2e7", "tag": "de3b0ae0-5c66-4b3f-b647-7415dc1dc860"}]}' {{(pid=100550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:51:03.295248 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0285ea8a-9f37-441b-ab54-d137e8415544 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Network 1ea758c5-ea33-45af-9d70-54dde57c9658 is already hosted by enough agents. {{(pid=100551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:51:03.306065 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.base_scheduler [None req-0285ea8a-9f37-441b-ab54-d137e8415544 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Resources bound (agent type, host, resource id): {{(pid=100551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:51:03.312358 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0285ea8a-9f37-441b-ab54-d137e8415544 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Received port after_create {{(pid=100551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:51:03.317176 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0285ea8a-9f37-441b-ab54-d137e8415544 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Pushing event updated for resources: {'Port': ['ID=783b29af-1f35-4939-bf51-21e527034e34,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:51:03.395239 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 23:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25776d5a-3e89-4d1e-b659-b5fab5e5cc9b x-openstack-request-id: req-25776d5a-3e89-4d1e-b659-b5fab5e5cc9b {{(pid=100550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:51:03.395643 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1223f810-24aa-48d7-ab8c-7af988a9f2e7", "tag": "de3b0ae0-5c66-4b3f-b647-7415dc1dc860", "status": "completed", "code": 200}]} {{(pid=100550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:51:03.396031 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-25776d5a-3e89-4d1e-b659-b5fab5e5cc9b {{(pid=100550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:51:03.396571 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1223f810-24aa-48d7-ab8c-7af988a9f2e7', 'tag': 'de3b0ae0-5c66-4b3f-b647-7415dc1dc860', 'status': 'completed', 'code': 200} Sep 07 23:51:03.467198 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ea97-3cf8-4e53-ad99-8ce826820bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:03.499685 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device e9164beb-12c8-4f59-bd1c-6d038a10162f up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:51:03.505174 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvr_db [None req-e258c89d-8bbc-4184-92b9-5f586cab154b None None] Set router b6d43adc-d519-44d8-ad55-043586879107 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:51:03.511868 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-0285ea8a-9f37-441b-ab54-d137e8415544 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:03.536780 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421703f4-895c-48cb-b7bc-83d4417eea6a req-84051030-f343-4ccf-ad3c-30196eef5941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:03.538360 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-421703f4-895c-48cb-b7bc-83d4417eea6a req-84051030-f343-4ccf-ad3c-30196eef5941 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=58b276a8254e43be89c8e4a10c333cbe&device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 1098 time: 0.1005239 Sep 07 23:51:03.597839 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-0285ea8a-9f37-441b-ab54-d137e8415544 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:03.657695 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning for port e9164beb-12c8-4f59-bd1c-6d038a10162f completed by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:51:03.669249 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning complete for port e9164beb-12c8-4f59-bd1c-6d038a10162f triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:51:03.669623 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:03.702334 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421703f4-895c-48cb-b7bc-83d4417eea6a req-30c5724b-c018-4f6f-8d98-e2d6574c4f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:03.704465 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-421703f4-895c-48cb-b7bc-83d4417eea6a req-30c5724b-c018-4f6f-8d98-e2d6574c4f08 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bb0cf1ab-d1d5-410c-b15c-8c9770c10630 HTTP/1.1" status: 200 len: 918 time: 0.1504550 Sep 07 23:51:03.834954 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:03.835697 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-421703f4-895c-48cb-b7bc-83d4417eea6a req-73316c9b-25b6-4212-8148-dbc0e805bc18 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de3b0ae0-5c66-4b3f-b647-7415dc1dc860 HTTP/1.1" status: 200 len: 999 time: 0.1208308 Sep 07 23:51:03.879581 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] For port e9164beb-12c8-4f59-bd1c-6d038a10162f, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=e9164beb-12c8-4f59-bd1c-6d038a10162f,segment=NetworkSegment(e931a262-dfaa-4c1b-b2da-611273b1ac7b),segment_id=e931a262-dfaa-4c1b-b2da-611273b1ac7b)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:51:03.886082 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-e258c89d-8bbc-4184-92b9-5f586cab154b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d43adc-d519-44d8-ad55-043586879107', 'name': 'tempest-AttachVolumeShelveTestJSON-1262007872-router', 'tenant_id': '58b276a8254e43be89c8e4a10c333cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '2f413a11-fd04-47ee-920d-4f3c41a47940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:46:08Z', 'updated_at': '2021-09-07T23:46:18Z', 'revision_number': 4, 'project_id': '58b276a8254e43be89c8e4a10c333cbe', 'gw_port': {'id': '2f413a11-fd04-47ee-920d-4f3c41a47940', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:43:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d43adc-d519-44d8-ad55-043586879107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:09Z', 'updated_at': '2021-09-07T23:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_floatingips': [{'id': '201f2a0c-0171-4021-8ece-7bf4f9054308', 'tenant_id': '58b276a8254e43be89c8e4a10c333cbe', 'floating_ip_address': '172.27.2.213', 'floating_network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'router_id': 'b6d43adc-d519-44d8-ad55-043586879107', 'port_id': 'de3b0ae0-5c66-4b3f-b647-7415dc1dc860', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb0cf1ab-d1d5-410c-b15c-8c9770c10630', 'mac_address': 'fa:16:3e:ad:d3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1223f810-24aa-48d7-ab8c-7af988a9f2e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T23:50:46Z', 'updated_at': '2021-09-07T23:51:02Z', 'revision_number': 1, 'project_id': '58b276a8254e43be89c8e4a10c333cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b234c9d-81f4-4fa6-8894-877c6a311f7d', 'name': '', 'network_id': 'bb0cf1ab-d1d5-410c-b15c-8c9770c10630', 'tenant_id': '58b276a8254e43be89c8e4a10c333cbe', 'mac_address': 'fa:16:3e:1a:ce:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d43adc-d519-44d8-ad55-043586879107', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2e4b191b-fe64-4814-8fad-97b5ba0852ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:16Z', 'updated_at': '2021-09-07T23:46:30Z', 'revision_number': 5, 'project_id': '58b276a8254e43be89c8e4a10c333cbe', 'subnets': [{'id': '2e4b191b-fe64-4814-8fad-97b5ba0852ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:51:03.888141 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:03.928291 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421703f4-895c-48cb-b7bc-83d4417eea6a req-3c49529c-e37a-480b-be55-4522e5e0a34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:03.929788 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-421703f4-895c-48cb-b7bc-83d4417eea6a req-3c49529c-e37a-480b-be55-4522e5e0a34e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2e4b191b-fe64-4814-8fad-97b5ba0852ce HTTP/1.1" status: 200 len: 856 time: 0.0769176 Sep 07 23:51:03.934006 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-0285ea8a-9f37-441b-ab54-d137e8415544 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks [] for port, precommit_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:03.943669 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e258c89d-8bbc-4184-92b9-5f586cab154b None None] Checking router: b6d43adc-d519-44d8-ad55-043586879107 for host: dv-cinder-751579-26-iscsi {{(pid=100552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 23:51:03.952017 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-0285ea8a-9f37-441b-ab54-d137e8415544 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5131532'] for port, after_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:03.980461 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e258c89d-8bbc-4184-92b9-5f586cab154b None None] Routers {'b6d43adc-d519-44d8-ad55-043586879107'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:51:03.981592 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-e258c89d-8bbc-4184-92b9-5f586cab154b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:51:02Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['b6d43adc-d519-44d8-ad55-043586879107'], 'active': True} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:51:04.038533 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Pushing event updated for resources: {'Port': ['ID=e9164beb-12c8-4f59-bd1c-6d038a10162f,revision_number=5']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:51:04.056398 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0285ea8a-9f37-441b-ab54-d137e8415544 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Pushing event updated for resources: {'Port': ['ID=783b29af-1f35-4939-bf51-21e527034e34,revision_number=2']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:51:04.072984 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421703f4-895c-48cb-b7bc-83d4417eea6a req-144ec8a6-291f-4495-aae8-b4a0db8980b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:04.074536 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-421703f4-895c-48cb-b7bc-83d4417eea6a req-144ec8a6-291f-4495-aae8-b4a0db8980b7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bb0cf1ab-d1d5-410c-b15c-8c9770c10630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1367607 Sep 07 23:51:04.077842 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-0285ea8a-9f37-441b-ab54-d137e8415544 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595513'] for floatingip, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:04.134852 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-0285ea8a-9f37-441b-ab54-d137e8415544 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for floatingip, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:04.145400 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-0285ea8a-9f37-441b-ab54-d137e8415544 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3993039 Sep 07 23:51:04.146534 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvr_db [None req-e258c89d-8bbc-4184-92b9-5f586cab154b None None] Set router b6d43adc-d519-44d8-ad55-043586879107 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:51:04.237053 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-421703f4-895c-48cb-b7bc-83d4417eea6a req-db4460f0-2065-4270-a2eb-309a468f0364 service neutron] 10.222.0.42 "GET /v2.0/networks/bb0cf1ab-d1d5-410c-b15c-8c9770c10630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519287 Sep 07 23:51:04.430330 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-421703f4-895c-48cb-b7bc-83d4417eea6a req-f60997c8-184e-4fb9-bf88-4b2858649d4a service neutron] 10.222.0.42 "GET /v2.0/networks/bb0cf1ab-d1d5-410c-b15c-8c9770c10630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851356 Sep 07 23:51:04.457162 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-fb68c836-14f1-4887-a495-eb268de41602 req-eee891ae-0170-414b-a187-3a3eaf8ffadc tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1251143669&fields=id&tenant_id=e4003bfbd06747ecac2423c1cdc6f5ff HTTP/1.1" status: 200 len: 267 time: 0.0861850 Sep 07 23:51:04.583068 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-e258c89d-8bbc-4184-92b9-5f586cab154b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d43adc-d519-44d8-ad55-043586879107', 'name': 'tempest-AttachVolumeShelveTestJSON-1262007872-router', 'tenant_id': '58b276a8254e43be89c8e4a10c333cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '2f413a11-fd04-47ee-920d-4f3c41a47940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:46:08Z', 'updated_at': '2021-09-07T23:46:18Z', 'revision_number': 4, 'project_id': '58b276a8254e43be89c8e4a10c333cbe', 'gw_port': {'id': '2f413a11-fd04-47ee-920d-4f3c41a47940', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:43:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d43adc-d519-44d8-ad55-043586879107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:09Z', 'updated_at': '2021-09-07T23:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_floatingips': [{'id': '201f2a0c-0171-4021-8ece-7bf4f9054308', 'tenant_id': '58b276a8254e43be89c8e4a10c333cbe', 'floating_ip_address': '172.27.2.213', 'floating_network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'router_id': 'b6d43adc-d519-44d8-ad55-043586879107', 'port_id': 'de3b0ae0-5c66-4b3f-b647-7415dc1dc860', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb0cf1ab-d1d5-410c-b15c-8c9770c10630', 'mac_address': 'fa:16:3e:ad:d3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1223f810-24aa-48d7-ab8c-7af988a9f2e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T23:50:46Z', 'updated_at': '2021-09-07T23:51:02Z', 'revision_number': 1, 'project_id': '58b276a8254e43be89c8e4a10c333cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b234c9d-81f4-4fa6-8894-877c6a311f7d', 'name': '', 'network_id': 'bb0cf1ab-d1d5-410c-b15c-8c9770c10630', 'tenant_id': '58b276a8254e43be89c8e4a10c333cbe', 'mac_address': 'fa:16:3e:1a:ce:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d43adc-d519-44d8-ad55-043586879107', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2e4b191b-fe64-4814-8fad-97b5ba0852ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:16Z', 'updated_at': '2021-09-07T23:46:30Z', 'revision_number': 5, 'project_id': '58b276a8254e43be89c8e4a10c333cbe', 'subnets': [{'id': '2e4b191b-fe64-4814-8fad-97b5ba0852ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:51:04.595383 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68c836-14f1-4887-a495-eb268de41602 req-6d58e393-1078-49bd-8f7b-9d40975dfe80 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:04.596997 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-fb68c836-14f1-4887-a495-eb268de41602 req-6d58e393-1078-49bd-8f7b-9d40975dfe80 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/networks?id=9da50ae8-e6dd-49ef-bffd-03b5ec56f152 HTTP/1.1" status: 200 len: 811 time: 0.1200371 Sep 07 23:51:04.616418 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e258c89d-8bbc-4184-92b9-5f586cab154b None None] The sync data for ids ['b6d43adc-d519-44d8-ad55-043586879107'] in dv-cinder-751579-26-iscsi is: [{'id': 'b6d43adc-d519-44d8-ad55-043586879107', 'name': 'tempest-AttachVolumeShelveTestJSON-1262007872-router', 'tenant_id': '58b276a8254e43be89c8e4a10c333cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '2f413a11-fd04-47ee-920d-4f3c41a47940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:46:08Z', 'updated_at': '2021-09-07T23:46:18Z', 'revision_number': 4, 'project_id': '58b276a8254e43be89c8e4a10c333cbe', 'gw_port': {'id': '2f413a11-fd04-47ee-920d-4f3c41a47940', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:43:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d43adc-d519-44d8-ad55-043586879107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:09Z', 'updated_at': '2021-09-07T23:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_floatingips': [{'id': '201f2a0c-0171-4021-8ece-7bf4f9054308', 'tenant_id': '58b276a8254e43be89c8e4a10c333cbe', 'floating_ip_address': '172.27.2.213', 'floating_network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'router_id': 'b6d43adc-d519-44d8-ad55-043586879107', 'port_id': 'de3b0ae0-5c66-4b3f-b647-7415dc1dc860', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb0cf1ab-d1d5-410c-b15c-8c9770c10630', 'mac_address': 'fa:16:3e:ad:d3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1223f810-24aa-48d7-ab8c-7af988a9f2e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T23:50:46Z', 'updated_at': '2021-09-07T23:51:02Z', 'revision_number': 1, 'project_id': '58b276a8254e43be89c8e4a10c333cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b234c9d-81f4-4fa6-8894-877c6a311f7d', 'name': '', 'network_id': 'bb0cf1ab-d1d5-410c-b15c-8c9770c10630', 'tenant_id': '58b276a8254e43be89c8e4a10c333cbe', 'mac_address': 'fa:16:3e:1a:ce:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d43adc-d519-44d8-ad55-043586879107', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2e4b191b-fe64-4814-8fad-97b5ba0852ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:16Z', 'updated_at': '2021-09-07T23:46:30Z', 'revision_number': 5, 'project_id': '58b276a8254e43be89c8e4a10c333cbe', 'subnets': [{'id': '2e4b191b-fe64-4814-8fad-97b5ba0852ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 23:51:04.618044 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-fb68c836-14f1-4887-a495-eb268de41602 req-8b89efd1-3b22-4398-883f-d3127347ed61 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/quotas/e4003bfbd06747ecac2423c1cdc6f5ff HTTP/1.1" status: 200 len: 375 time: 0.0129695 Sep 07 23:51:04.687363 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-fb68c836-14f1-4887-a495-eb268de41602 req-665d05c6-cecd-4355-8269-7acce00d5d5b tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e4003bfbd06747ecac2423c1cdc6f5ff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0569324 Sep 07 23:51:04.825130 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-fb68c836-14f1-4887-a495-eb268de41602 req-e08104a8-e359-453f-8dcf-3bd76ea4dfc3 service neutron] 10.222.0.15 "GET /v2.0/networks/9da50ae8-e6dd-49ef-bffd-03b5ec56f152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191092 Sep 07 23:51:04.847101 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26b6cb5-b3f4-46bd-8314-5013b9eb5037 None None] New status for floating IP 201f2a0c-0171-4021-8ece-7bf4f9054308: ACTIVE {{(pid=100553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 23:51:04.965411 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-fb68c836-14f1-4887-a495-eb268de41602 req-f5e77d04-9b4c-4d33-a6ca-18f2184387ff service neutron] 10.222.0.15 "GET /v2.0/networks/9da50ae8-e6dd-49ef-bffd-03b5ec56f152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390171 Sep 07 23:51:05.201573 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-187590d1-19a7-4a5a-ac4c-70625f9f540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:05.210583 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c87feb9f-1286-4300-bc38-d8e75ce0c988 req-a3f8b5f1-7707-4a91-94f2-370590d2b912 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc149ce1-720d-46c0-823d-a18a4034ffc9 HTTP/1.1" status: 200 len: 210 time: 0.0432813 Sep 07 23:51:05.382787 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device e9164beb-12c8-4f59-bd1c-6d038a10162f up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:51:05.443563 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning complete for port e9164beb-12c8-4f59-bd1c-6d038a10162f triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:51:05.443931 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:06.501424 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f3dad87f-8eda-49d4-9948-42797bd6dd1c req-151928e4-9f47-457d-bdc9-7e4204dab26e tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc149ce1-720d-46c0-823d-a18a4034ffc9 HTTP/1.1" status: 200 len: 210 time: 0.0567706 Sep 07 23:51:06.503548 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220568d-cc1f-4b74-ac2c-ca64cbd45c40 req-127dcbcd-9269-4d88-96a9-fc3afd691779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:06.505155 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7220568d-cc1f-4b74-ac2c-ca64cbd45c40 req-127dcbcd-9269-4d88-96a9-fc3afd691779 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4351e3b1aaa64bafa9cea9720a80c5a3&device_id=8820607b-5d5a-42c9-96d2-f214ae781f1d HTTP/1.1" status: 200 len: 1138 time: 0.3816013 Sep 07 23:51:06.579026 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a39116-5e36-4e61-92b8-e4af448da9d4 req-327d72cd-ab85-4a51-a047-985e07684b9b tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:06.581001 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d9a39116-5e36-4e61-92b8-e4af448da9d4 req-327d72cd-ab85-4a51-a047-985e07684b9b tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/ports?device_id=8820607b-5d5a-42c9-96d2-f214ae781f1d HTTP/1.1" status: 200 len: 985 time: 0.4263847 Sep 07 23:51:06.660560 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68c836-14f1-4887-a495-eb268de41602 req-24c22366-d17f-4975-9a9f-3e596b244f3b tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:06.662242 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-fb68c836-14f1-4887-a495-eb268de41602 req-24c22366-d17f-4975-9a9f-3e596b244f3b tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.42 "GET /v2.0/networks?id=9da50ae8-e6dd-49ef-bffd-03b5ec56f152 HTTP/1.1" status: 200 len: 811 time: 0.4697547 Sep 07 23:51:06.712284 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d9a39116-5e36-4e61-92b8-e4af448da9d4 req-79e85cf6-8f8a-4ab5-80c5-dfe143e971b5 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8b6aaf1-40dd-4921-b423-fa91c81674fb&id=9b9f13c3-1b0e-408c-b9eb-cdedf405f985&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1239419 Sep 07 23:51:06.734053 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220568d-cc1f-4b74-ac2c-ca64cbd45c40 req-82cc63d2-9422-4758-8276-0535da87b66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:06.735631 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7220568d-cc1f-4b74-ac2c-ca64cbd45c40 req-82cc63d2-9422-4758-8276-0535da87b66d service neutron] 10.222.0.42 "GET /v2.0/networks?id=09912968-2b9d-4396-b8cf-aa37c9b2f256 HTTP/1.1" status: 200 len: 915 time: 0.1963551 Sep 07 23:51:06.743116 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-fb68c836-14f1-4887-a495-eb268de41602 req-e2b4e383-f971-4ff0-83db-5e62d2297cf5 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4003bfbd06747ecac2423c1cdc6f5ff HTTP/1.1" status: 200 len: 380 time: 0.0696032 Sep 07 23:51:06.756199 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [req-fb68c836-14f1-4887-a495-eb268de41602 req-37898cb1-3e54-40fd-8249-5c964f158554 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Request body: {'port': {'device_id': 'cc149ce1-720d-46c0-823d-a18a4034ffc9', 'network_id': '9da50ae8-e6dd-49ef-bffd-03b5ec56f152', 'admin_state_up': True, 'tenant_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'security_groups': ['4fcd4006-1ec6-44ba-a52e-90dbd120b1f0']}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:51:06.872825 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7220568d-cc1f-4b74-ac2c-ca64cbd45c40 req-be20ec13-e57b-41a0-a71a-1e2604a50bad service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d496e4c6-ed6c-4b9a-8775-0eb582d762d4 HTTP/1.1" status: 200 len: 1002 time: 0.1286855 Sep 07 23:51:06.951495 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220568d-cc1f-4b74-ac2c-ca64cbd45c40 req-25f08fc3-db00-433e-9fc5-a46e90fecece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:06.953079 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7220568d-cc1f-4b74-ac2c-ca64cbd45c40 req-25f08fc3-db00-433e-9fc5-a46e90fecece service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dabd7f45-8b5d-4ae8-8693-50241ca4db2f HTTP/1.1" status: 200 len: 853 time: 0.0656016 Sep 07 23:51:06.969995 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb68c836-14f1-4887-a495-eb268de41602 req-37898cb1-3e54-40fd-8249-5c964f158554 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Made reservation on behalf of e4003bfbd06747ecac2423c1cdc6f5ff for: {'port': 1} {{(pid=100551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:51:06.973532 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-fb68c836-14f1-4887-a495-eb268de41602 req-37898cb1-3e54-40fd-8249-5c964f158554 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:07.061429 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220568d-cc1f-4b74-ac2c-ca64cbd45c40 req-ac7323e6-ab5a-40cb-8214-b234fe9c1526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:07.062967 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7220568d-cc1f-4b74-ac2c-ca64cbd45c40 req-ac7323e6-ab5a-40cb-8214-b234fe9c1526 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=09912968-2b9d-4396-b8cf-aa37c9b2f256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1021833 Sep 07 23:51:07.195738 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.db_base_plugin_common [req-fb68c836-14f1-4887-a495-eb268de41602 req-37898cb1-3e54-40fd-8249-5c964f158554 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Allocated IP 172.20.0.4 (9da50ae8-e6dd-49ef-bffd-03b5ec56f152/af6c2c51-70b3-4a7c-ab5d-dc9b76d1d9bc/7502222f-91a2-4f86-8095-c2ef95e431d3) {{(pid=100551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:51:07.234356 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7220568d-cc1f-4b74-ac2c-ca64cbd45c40 req-70d86701-0053-41d4-b6ac-26939f802ebe service neutron] 10.222.0.42 "GET /v2.0/networks/09912968-2b9d-4396-b8cf-aa37c9b2f256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535378 Sep 07 23:51:07.431539 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7220568d-cc1f-4b74-ac2c-ca64cbd45c40 req-3e4f22bd-4671-44f9-8cc0-43b4985c6bdc service neutron] 10.222.0.42 "GET /v2.0/networks/09912968-2b9d-4396-b8cf-aa37c9b2f256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885185 Sep 07 23:51:07.450112 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-fb68c836-14f1-4887-a495-eb268de41602 req-37898cb1-3e54-40fd-8249-5c964f158554 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks [] for port, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:07.465674 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.provisioning_blocks [req-fb68c836-14f1-4887-a495-eb268de41602 req-37898cb1-3e54-40fd-8249-5c964f158554 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Transition to ACTIVE for port object 7502222f-91a2-4f86-8095-c2ef95e431d3 will not be triggered until provisioned by entity DHCP. {{(pid=100551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:51:07.528051 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-fb68c836-14f1-4887-a495-eb268de41602 req-37898cb1-3e54-40fd-8249-5c964f158554 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:07.583690 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb68c836-14f1-4887-a495-eb268de41602 req-37898cb1-3e54-40fd-8249-5c964f158554 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Network 9da50ae8-e6dd-49ef-bffd-03b5ec56f152 is already hosted by enough agents. {{(pid=100551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:51:07.600298 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.base_scheduler [req-fb68c836-14f1-4887-a495-eb268de41602 req-37898cb1-3e54-40fd-8249-5c964f158554 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Resources bound (agent type, host, resource id): {{(pid=100551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:51:07.610984 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb68c836-14f1-4887-a495-eb268de41602 req-37898cb1-3e54-40fd-8249-5c964f158554 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Received port after_create {{(pid=100551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:51:07.631275 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37898cb1-3e54-40fd-8249-5c964f158554 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Pushing event updated for resources: {'Port': ['ID=7502222f-91a2-4f86-8095-c2ef95e431d3,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:51:07.694281 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68c836-14f1-4887-a495-eb268de41602 req-37898cb1-3e54-40fd-8249-5c964f158554 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:07.694958 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-fb68c836-14f1-4887-a495-eb268de41602 req-37898cb1-3e54-40fd-8249-5c964f158554 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:07.706876 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d78df-499e-443a-819a-6acccae59475 req-c3608ef3-bf50-456a-97d0-1d92720dd3dc tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:07.708558 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c26d78df-499e-443a-819a-6acccae59475 req-c3608ef3-bf50-456a-97d0-1d92720dd3dc tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc149ce1-720d-46c0-823d-a18a4034ffc9 HTTP/1.1" status: 200 len: 931 time: 0.1300759 Sep 07 23:51:07.728752 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-fb68c836-14f1-4887-a495-eb268de41602 req-37898cb1-3e54-40fd-8249-5c964f158554 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9780798 Sep 07 23:51:07.748325 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [req-fb68c836-14f1-4887-a495-eb268de41602 req-ffb964bc-39ba-4432-a86f-e3324108d121 service neutron] Request body: {'port': {'device_id': 'cc149ce1-720d-46c0-823d-a18a4034ffc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:51:07.837432 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c26d78df-499e-443a-819a-6acccae59475 req-66d1a0a1-797d-45ad-85c7-9f1e74aceba6 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fcd4006-1ec6-44ba-a52e-90dbd120b1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181142 Sep 07 23:51:07.877856 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-fb68c836-14f1-4887-a495-eb268de41602 req-ffb964bc-39ba-4432-a86f-e3324108d121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:07.901652 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-54bb951c-c697-43a1-a416-7a63b334563b None None] Provisioning for port 7502222f-91a2-4f86-8095-c2ef95e431d3 completed by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:51:07.910042 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-54bb951c-c697-43a1-a416-7a63b334563b None None] Provisioning complete for port 7502222f-91a2-4f86-8095-c2ef95e431d3 triggered by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:51:07.910981 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-54bb951c-c697-43a1-a416-7a63b334563b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:07.981538 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-54bb951c-c697-43a1-a416-7a63b334563b None None] Port 7502222f-91a2-4f86-8095-c2ef95e431d3 cannot update to ACTIVE because it is not bound. {{(pid=100552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 23:51:08.202848 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b37bbb-bb75-4cc8-ae6d-d72cdb4baa01 req-5a22c056-5185-4205-96a1-ab1bba98cd1c tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:08.205145 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-17b37bbb-bb75-4cc8-ae6d-d72cdb4baa01 req-5a22c056-5185-4205-96a1-ab1bba98cd1c tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/ports?device_id=8820607b-5d5a-42c9-96d2-f214ae781f1d HTTP/1.1" status: 200 len: 985 time: 0.3998365 Sep 07 23:51:08.282761 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-17b37bbb-bb75-4cc8-ae6d-d72cdb4baa01 req-af692dac-40b7-4f23-b20c-81d4f186fc3d tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8b6aaf1-40dd-4921-b423-fa91c81674fb&id=9b9f13c3-1b0e-408c-b9eb-cdedf405f985&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0704148 Sep 07 23:51:08.347008 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [req-fb68c836-14f1-4887-a495-eb268de41602 req-ffb964bc-39ba-4432-a86f-e3324108d121 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7502222f-91a2-4f86-8095-c2ef95e431d3 {{(pid=100551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 23:51:08.356189 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-fb68c836-14f1-4887-a495-eb268de41602 req-ffb964bc-39ba-4432-a86f-e3324108d121 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:08.371165 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.provisioning_blocks [req-fb68c836-14f1-4887-a495-eb268de41602 req-ffb964bc-39ba-4432-a86f-e3324108d121 service neutron] Transition to ACTIVE for port object 7502222f-91a2-4f86-8095-c2ef95e431d3 will not be triggered until provisioned by entity L2. {{(pid=100551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:51:08.377090 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-fb68c836-14f1-4887-a495-eb268de41602 req-ffb964bc-39ba-4432-a86f-e3324108d121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5131532'] for port, after_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:08.435640 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb964bc-39ba-4432-a86f-e3324108d121 service neutron] Pushing event updated for resources: {'Port': ['ID=7502222f-91a2-4f86-8095-c2ef95e431d3,revision_number=2']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:51:08.526586 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-fb68c836-14f1-4887-a495-eb268de41602 req-ffb964bc-39ba-4432-a86f-e3324108d121 service neutron] Attempting to bind port 7502222f-91a2-4f86-8095-c2ef95e431d3 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 23:51:08.527012 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-fb68c836-14f1-4887-a495-eb268de41602 req-ffb964bc-39ba-4432-a86f-e3324108d121 service neutron] Attempting to bind port 7502222f-91a2-4f86-8095-c2ef95e431d3 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '1471fa56-0ce1-4bf0-b66f-c84e509237a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9da50ae8-e6dd-49ef-bffd-03b5ec56f152'}] {{(pid=100551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 23:51:08.527420 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb68c836-14f1-4887-a495-eb268de41602 req-ffb964bc-39ba-4432-a86f-e3324108d121 service neutron] Attempting to bind port 7502222f-91a2-4f86-8095-c2ef95e431d3 on network 9da50ae8-e6dd-49ef-bffd-03b5ec56f152 {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:51:08.533984 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb68c836-14f1-4887-a495-eb268de41602 req-ffb964bc-39ba-4432-a86f-e3324108d121 service neutron] Port 7502222f-91a2-4f86-8095-c2ef95e431d3 on network 9da50ae8-e6dd-49ef-bffd-03b5ec56f152 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 23:51:08.534885 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb68c836-14f1-4887-a495-eb268de41602 req-ffb964bc-39ba-4432-a86f-e3324108d121 service neutron] Attempting to bind port 7502222f-91a2-4f86-8095-c2ef95e431d3 on network 9da50ae8-e6dd-49ef-bffd-03b5ec56f152 {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:51:08.544978 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb68c836-14f1-4887-a495-eb268de41602 req-ffb964bc-39ba-4432-a86f-e3324108d121 service neutron] Checking agent: {'id': '8b06e77c-11ef-48c4-9ba2-92653b27ce62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 23, 44, 18), 'started_at': datetime.datetime(2021, 9, 7, 23, 44, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 23, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 23:51:08.545303 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb68c836-14f1-4887-a495-eb268de41602 req-ffb964bc-39ba-4432-a86f-e3324108d121 service neutron] Checking segment: {'id': '1471fa56-0ce1-4bf0-b66f-c84e509237a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9da50ae8-e6dd-49ef-bffd-03b5ec56f152'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:51:08.545699 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb68c836-14f1-4887-a495-eb268de41602 req-ffb964bc-39ba-4432-a86f-e3324108d121 service neutron] Bound using segment: {'id': '1471fa56-0ce1-4bf0-b66f-c84e509237a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9da50ae8-e6dd-49ef-bffd-03b5ec56f152'} {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 23:51:08.546154 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-fb68c836-14f1-4887-a495-eb268de41602 req-ffb964bc-39ba-4432-a86f-e3324108d121 service neutron] Bound port: 7502222f-91a2-4f86-8095-c2ef95e431d3, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1471fa56-0ce1-4bf0-b66f-c84e509237a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9da50ae8-e6dd-49ef-bffd-03b5ec56f152'}}] {{(pid=100551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 23:51:08.546521 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-fb68c836-14f1-4887-a495-eb268de41602 req-ffb964bc-39ba-4432-a86f-e3324108d121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:08.630824 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-fb68c836-14f1-4887-a495-eb268de41602 req-ffb964bc-39ba-4432-a86f-e3324108d121 service neutron] For port 7502222f-91a2-4f86-8095-c2ef95e431d3, host hv-cinder-75157, cleared binding levels {{(pid=100551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 23:51:08.635239 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-fb68c836-14f1-4887-a495-eb268de41602 req-ffb964bc-39ba-4432-a86f-e3324108d121 service neutron] For port 7502222f-91a2-4f86-8095-c2ef95e431d3, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=7502222f-91a2-4f86-8095-c2ef95e431d3,segment=NetworkSegment(1471fa56-0ce1-4bf0-b66f-c84e509237a6),segment_id=1471fa56-0ce1-4bf0-b66f-c84e509237a6)] {{(pid=100551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 23:51:08.640674 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-fb68c836-14f1-4887-a495-eb268de41602 req-ffb964bc-39ba-4432-a86f-e3324108d121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5131532'] for port, after_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:08.682612 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68c836-14f1-4887-a495-eb268de41602 req-ffb964bc-39ba-4432-a86f-e3324108d121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:08.683596 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-fb68c836-14f1-4887-a495-eb268de41602 req-ffb964bc-39ba-4432-a86f-e3324108d121 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:08.685955 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-fb68c836-14f1-4887-a495-eb268de41602 req-ffb964bc-39ba-4432-a86f-e3324108d121 service neutron] 10.222.0.42 "PUT /v2.0/ports/7502222f-91a2-4f86-8095-c2ef95e431d3 HTTP/1.1" status: 200 len: 1093 time: 0.9434986 Sep 07 23:51:08.686666 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc149ce1-720d-46c0-823d-a18a4034ffc9', 'tag': '7502222f-91a2-4f86-8095-c2ef95e431d3'}] {{(pid=100551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:51:08.690928 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744d18a1a9123520e55b11d6b4f544890c28500fff252c5db1cb0c4b69d72d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bbd4e55-12fc-4be1-938b-af14184b9444" -d '{"events": [{"name": "network-changed", "server_uuid": "cc149ce1-720d-46c0-823d-a18a4034ffc9", "tag": "7502222f-91a2-4f86-8095-c2ef95e431d3"}]}' {{(pid=100551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:51:08.752238 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb964bc-39ba-4432-a86f-e3324108d121 service neutron] Pushing event updated for resources: {'Port': ['ID=7502222f-91a2-4f86-8095-c2ef95e431d3,revision_number=3']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:51:08.764836 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 23:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b452192b-3bee-4fd0-a4d0-9847af581931 x-openstack-request-id: req-b452192b-3bee-4fd0-a4d0-9847af581931 {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:51:08.765165 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc149ce1-720d-46c0-823d-a18a4034ffc9", "tag": "7502222f-91a2-4f86-8095-c2ef95e431d3", "status": "completed", "code": 200}]} {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:51:08.765367 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b452192b-3bee-4fd0-a4d0-9847af581931 {{(pid=100551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:51:08.765883 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc149ce1-720d-46c0-823d-a18a4034ffc9', 'tag': '7502222f-91a2-4f86-8095-c2ef95e431d3', 'status': 'completed', 'code': 200} Sep 07 23:51:08.828733 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68c836-14f1-4887-a495-eb268de41602 req-341c746c-b832-4153-8a1f-6252cad37092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:08.830717 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-fb68c836-14f1-4887-a495-eb268de41602 req-341c746c-b832-4153-8a1f-6252cad37092 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e4003bfbd06747ecac2423c1cdc6f5ff&device_id=cc149ce1-720d-46c0-823d-a18a4034ffc9 HTTP/1.1" status: 200 len: 1096 time: 0.0629103 Sep 07 23:51:08.888277 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-fb68c836-14f1-4887-a495-eb268de41602 req-1e1a2d64-f632-4012-a1d9-5e7159ff69c7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7502222f-91a2-4f86-8095-c2ef95e431d3 HTTP/1.1" status: 200 len: 217 time: 0.0474000 Sep 07 23:51:08.942667 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68c836-14f1-4887-a495-eb268de41602 req-e2326c5d-1686-4a4a-a35c-4db7876ff484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:08.944183 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-fb68c836-14f1-4887-a495-eb268de41602 req-e2326c5d-1686-4a4a-a35c-4db7876ff484 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=af6c2c51-70b3-4a7c-ab5d-dc9b76d1d9bc HTTP/1.1" status: 200 len: 850 time: 0.0484982 Sep 07 23:51:09.028048 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68c836-14f1-4887-a495-eb268de41602 req-79c8b2ec-6449-45ae-8663-31fe6ed8b0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:09.029646 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-fb68c836-14f1-4887-a495-eb268de41602 req-79c8b2ec-6449-45ae-8663-31fe6ed8b0cf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9da50ae8-e6dd-49ef-bffd-03b5ec56f152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0771663 Sep 07 23:51:09.042717 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891d9b0-7aae-498b-981a-25b97e8d0cfc req-73cac534-77f8-4c81-b1d1-9be55e4b59f2 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:09.044566 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c891d9b0-7aae-498b-981a-25b97e8d0cfc req-73cac534-77f8-4c81-b1d1-9be55e4b59f2 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc149ce1-720d-46c0-823d-a18a4034ffc9 HTTP/1.1" status: 200 len: 943 time: 0.0656075 Sep 07 23:51:09.154028 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c891d9b0-7aae-498b-981a-25b97e8d0cfc req-0ee341ff-c08e-4396-be56-dab3bf81e271 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fcd4006-1ec6-44ba-a52e-90dbd120b1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004899 Sep 07 23:51:09.184996 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-fb68c836-14f1-4887-a495-eb268de41602 req-12c50f49-9ae6-433f-89b0-d793d33cc1cb service neutron] 10.222.0.42 "GET /v2.0/networks/9da50ae8-e6dd-49ef-bffd-03b5ec56f152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394193 Sep 07 23:51:09.294166 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-fb68c836-14f1-4887-a495-eb268de41602 req-a61e4c16-1242-486b-bdb1-a7d709452478 service neutron] 10.222.0.42 "GET /v2.0/networks/9da50ae8-e6dd-49ef-bffd-03b5ec56f152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009030 Sep 07 23:51:09.423555 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd4e55-12fc-4be1-938b-af14184b9444 req-4619f486-e63e-46d8-b1b9-2e7bf9a6ad71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:09.425166 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4bbd4e55-12fc-4be1-938b-af14184b9444 req-4619f486-e63e-46d8-b1b9-2e7bf9a6ad71 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e4003bfbd06747ecac2423c1cdc6f5ff&device_id=cc149ce1-720d-46c0-823d-a18a4034ffc9 HTTP/1.1" status: 200 len: 1096 time: 0.0530787 Sep 07 23:51:09.576107 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69952d6e-931a-45d6-86d5-e7c1e9b68ac4 req-ecb12f09-4de9-4752-ba03-d95a14ad98e3 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:09.577796 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-69952d6e-931a-45d6-86d5-e7c1e9b68ac4 req-ecb12f09-4de9-4752-ba03-d95a14ad98e3 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/ports?device_id=8820607b-5d5a-42c9-96d2-f214ae781f1d HTTP/1.1" status: 200 len: 985 time: 0.1790235 Sep 07 23:51:09.581488 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd4e55-12fc-4be1-938b-af14184b9444 req-923d5097-360c-463f-974e-4bf9a2d5d719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:09.582969 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4bbd4e55-12fc-4be1-938b-af14184b9444 req-923d5097-360c-463f-974e-4bf9a2d5d719 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9da50ae8-e6dd-49ef-bffd-03b5ec56f152 HTTP/1.1" status: 200 len: 912 time: 0.1497767 Sep 07 23:51:09.646086 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4bbd4e55-12fc-4be1-938b-af14184b9444 req-46f31b9f-f5d3-4460-bd37-8569d2054e7b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7502222f-91a2-4f86-8095-c2ef95e431d3 HTTP/1.1" status: 200 len: 217 time: 0.0463340 Sep 07 23:51:09.677590 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-69952d6e-931a-45d6-86d5-e7c1e9b68ac4 req-6f99fec2-b74a-4e2d-ade3-716f26996d19 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8b6aaf1-40dd-4921-b423-fa91c81674fb&id=9b9f13c3-1b0e-408c-b9eb-cdedf405f985&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0928283 Sep 07 23:51:09.720604 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd4e55-12fc-4be1-938b-af14184b9444 req-ebcbda91-386c-411c-845b-5e05651cbd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:09.722130 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4bbd4e55-12fc-4be1-938b-af14184b9444 req-ebcbda91-386c-411c-845b-5e05651cbd4b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=af6c2c51-70b3-4a7c-ab5d-dc9b76d1d9bc HTTP/1.1" status: 200 len: 850 time: 0.0665238 Sep 07 23:51:09.780476 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd4e55-12fc-4be1-938b-af14184b9444 req-b701b3c2-b10d-44b5-a0bf-2fb29c644158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:09.783292 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4bbd4e55-12fc-4be1-938b-af14184b9444 req-b701b3c2-b10d-44b5-a0bf-2fb29c644158 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9da50ae8-e6dd-49ef-bffd-03b5ec56f152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0504704 Sep 07 23:51:09.885447 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4bbd4e55-12fc-4be1-938b-af14184b9444 req-56d75255-a946-46e5-96b3-1d4a8b93789c service neutron] 10.222.0.42 "GET /v2.0/networks/9da50ae8-e6dd-49ef-bffd-03b5ec56f152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934377 Sep 07 23:51:10.007225 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4bbd4e55-12fc-4be1-938b-af14184b9444 req-4c17f37b-4f84-48c0-a263-89bd7760f38a service neutron] 10.222.0.42 "GET /v2.0/networks/9da50ae8-e6dd-49ef-bffd-03b5ec56f152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038413 Sep 07 23:51:10.285264 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22617cc0-cb43-4b8a-8493-649264fdb72a req-83f6d7d1-c53d-4464-a035-b4cdb7f80692 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:10.286896 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-22617cc0-cb43-4b8a-8493-649264fdb72a req-83f6d7d1-c53d-4464-a035-b4cdb7f80692 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc149ce1-720d-46c0-823d-a18a4034ffc9 HTTP/1.1" status: 200 len: 943 time: 0.0574074 Sep 07 23:51:10.331685 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-22617cc0-cb43-4b8a-8493-649264fdb72a req-4c04f115-957a-493b-8f3a-09b436e6b1cd tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fcd4006-1ec6-44ba-a52e-90dbd120b1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380163 Sep 07 23:51:10.814314 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd7b55b-c8d4-449f-9445-e5f77e324370 req-c7fe0138-1d71-4212-9d3c-77849a208ccb tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:10.815151 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-dcd7b55b-c8d4-449f-9445-e5f77e324370 req-c7fe0138-1d71-4212-9d3c-77849a208ccb tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/ports?device_id=8820607b-5d5a-42c9-96d2-f214ae781f1d HTTP/1.1" status: 200 len: 985 time: 0.0537641 Sep 07 23:51:10.866918 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-dcd7b55b-c8d4-449f-9445-e5f77e324370 req-ec15527e-bf51-476b-93a1-5ac67566ee4d tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8b6aaf1-40dd-4921-b423-fa91c81674fb&id=9b9f13c3-1b0e-408c-b9eb-cdedf405f985&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0441566 Sep 07 23:51:11.466861 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bfe53d-86a4-4c07-987b-e830c82cf618 req-d179a03b-2929-41d7-90f4-0f1887ccedf8 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:11.468502 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-79bfe53d-86a4-4c07-987b-e830c82cf618 req-d179a03b-2929-41d7-90f4-0f1887ccedf8 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc149ce1-720d-46c0-823d-a18a4034ffc9 HTTP/1.1" status: 200 len: 943 time: 0.0539360 Sep 07 23:51:11.512895 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-79bfe53d-86a4-4c07-987b-e830c82cf618 req-ff3a6e67-38d3-49fe-889d-cf24647c9aee tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fcd4006-1ec6-44ba-a52e-90dbd120b1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372028 Sep 07 23:51:12.014029 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d508a-ec47-449c-bd95-0214072dd4af req-4e0fea6d-ea96-4089-94f8-dc9cabfc7782 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:12.015669 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-e03d508a-ec47-449c-bd95-0214072dd4af req-4e0fea6d-ea96-4089-94f8-dc9cabfc7782 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/ports?device_id=8820607b-5d5a-42c9-96d2-f214ae781f1d HTTP/1.1" status: 200 len: 985 time: 0.0543752 Sep 07 23:51:12.061207 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-e03d508a-ec47-449c-bd95-0214072dd4af req-88a49924-f3d2-4ce4-88d7-38055950d490 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8b6aaf1-40dd-4921-b423-fa91c81674fb&id=9b9f13c3-1b0e-408c-b9eb-cdedf405f985&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0385122 Sep 07 23:51:12.653842 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 7502222f-91a2-4f86-8095-c2ef95e431d3 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=100552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 23:51:12.663220 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7cd941-dd06-42b3-95c6-5e4e20264c37 req-b93b66d7-56df-401b-b7c5-4a599adf5d67 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:12.665093 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-fd7cd941-dd06-42b3-95c6-5e4e20264c37 req-b93b66d7-56df-401b-b7c5-4a599adf5d67 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc149ce1-720d-46c0-823d-a18a4034ffc9 HTTP/1.1" status: 200 len: 943 time: 0.0570920 Sep 07 23:51:12.716069 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-fd7cd941-dd06-42b3-95c6-5e4e20264c37 req-caf8de30-e894-4e14-a1f5-c39690f5f9ab tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fcd4006-1ec6-44ba-a52e-90dbd120b1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397713 Sep 07 23:51:12.794282 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port 7502222f-91a2-4f86-8095-c2ef95e431d3, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=7502222f-91a2-4f86-8095-c2ef95e431d3,segment=NetworkSegment(1471fa56-0ce1-4bf0-b66f-c84e509237a6),segment_id=1471fa56-0ce1-4bf0-b66f-c84e509237a6)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:51:12.813389 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Returning: {'device': '7502222f-91a2-4f86-8095-c2ef95e431d3', 'network_id': '9da50ae8-e6dd-49ef-bffd-03b5ec56f152', 'port_id': '7502222f-91a2-4f86-8095-c2ef95e431d3', 'mac_address': 'fa:16:3e:87:2c:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af6c2c51-70b3-4a7c-ab5d-dc9b76d1d9bc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 23:51:12.862822 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:12.878702 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.notifiers.nova [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7502222f-91a2-4f86-8095-c2ef95e431d3 {{(pid=100552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 23:51:12.899467 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port 7502222f-91a2-4f86-8095-c2ef95e431d3, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=7502222f-91a2-4f86-8095-c2ef95e431d3,segment=NetworkSegment(1471fa56-0ce1-4bf0-b66f-c84e509237a6),segment_id=1471fa56-0ce1-4bf0-b66f-c84e509237a6)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:51:12.904622 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:12.967090 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Pushing event updated for resources: {'Port': ['ID=7502222f-91a2-4f86-8095-c2ef95e431d3,revision_number=4']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:51:13.156227 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] get_ports_and_sgs() called for port_ids ['7502222f-91a2-4f86-8095-c2ef95e431d3'] {{(pid=100552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 23:51:13.191782 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f87fbc-982d-4be8-9c9b-a942516d7b5f req-8ded999c-7267-4adf-a4c1-794866195d91 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:13.193847 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-40f87fbc-982d-4be8-9c9b-a942516d7b5f req-8ded999c-7267-4adf-a4c1-794866195d91 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/ports?device_id=8820607b-5d5a-42c9-96d2-f214ae781f1d HTTP/1.1" status: 200 len: 985 time: 0.0589750 Sep 07 23:51:13.258509 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-40f87fbc-982d-4be8-9c9b-a942516d7b5f req-d72b9244-f83f-46b8-80aa-2b7c3648dff0 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8b6aaf1-40dd-4921-b423-fa91c81674fb&id=9b9f13c3-1b0e-408c-b9eb-cdedf405f985&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576994 Sep 07 23:51:13.420329 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.agents_db [None req-89df3544-7e8a-43ac-bb25-e7a75b7011d0 None None] Agent healthcheck: found 6 active agents {{(pid=100553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 23:51:13.884609 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2df4c-d12f-4f97-a92c-0564d3648785 req-b943edb7-b20b-4bf5-b9ce-e10bf553eb4d tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:13.887423 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-b7b2df4c-d12f-4f97-a92c-0564d3648785 req-b943edb7-b20b-4bf5-b9ce-e10bf553eb4d tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc149ce1-720d-46c0-823d-a18a4034ffc9 HTTP/1.1" status: 200 len: 944 time: 0.0926261 Sep 07 23:51:13.955739 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-b7b2df4c-d12f-4f97-a92c-0564d3648785 req-e320aee0-c652-4fdb-a493-e0b30976f2c7 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fcd4006-1ec6-44ba-a52e-90dbd120b1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612469 Sep 07 23:51:14.398643 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b25e3-301f-4478-8cc4-d2bc70f06687 req-eb4bec31-6f7a-41dd-80f2-663ad04029f5 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:14.400318 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c49b25e3-301f-4478-8cc4-d2bc70f06687 req-eb4bec31-6f7a-41dd-80f2-663ad04029f5 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/ports?device_id=8820607b-5d5a-42c9-96d2-f214ae781f1d HTTP/1.1" status: 200 len: 985 time: 0.0583253 Sep 07 23:51:14.476167 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c49b25e3-301f-4478-8cc4-d2bc70f06687 req-3698a8c4-ffcb-43ba-a6a8-c87401e79e00 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8b6aaf1-40dd-4921-b423-fa91c81674fb&id=9b9f13c3-1b0e-408c-b9eb-cdedf405f985&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0683064 Sep 07 23:51:14.659334 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 7502222f-91a2-4f86-8095-c2ef95e431d3 up at agent hyperv_hv-cinder-75157 {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:51:14.717599 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Provisioning for port 7502222f-91a2-4f86-8095-c2ef95e431d3 completed by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:51:14.723267 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Provisioning complete for port 7502222f-91a2-4f86-8095-c2ef95e431d3 triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:51:14.723641 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:14.816588 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:14.843246 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc149ce1-720d-46c0-823d-a18a4034ffc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7502222f-91a2-4f86-8095-c2ef95e431d3'}] {{(pid=100552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:51:14.845640 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6af7ada11e39af001df59af8fe1a830bb49e6ec01a9e34e873de5065727c58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a830d035-1fef-4390-a215-7019195b5679" -d '{"events": [{"server_uuid": "cc149ce1-720d-46c0-823d-a18a4034ffc9", "name": "network-vif-plugged", "status": "completed", "tag": "7502222f-91a2-4f86-8095-c2ef95e431d3"}]}' {{(pid=100552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:51:14.862786 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port 7502222f-91a2-4f86-8095-c2ef95e431d3, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=7502222f-91a2-4f86-8095-c2ef95e431d3,segment=NetworkSegment(1471fa56-0ce1-4bf0-b66f-c84e509237a6),segment_id=1471fa56-0ce1-4bf0-b66f-c84e509237a6)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:51:14.870035 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:14.900425 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 23:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dafbec81-3d7b-4466-982c-96d28f4edd67 x-openstack-request-id: req-dafbec81-3d7b-4466-982c-96d28f4edd67 {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:51:14.900743 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc149ce1-720d-46c0-823d-a18a4034ffc9", "name": "network-vif-plugged", "status": "completed", "tag": "7502222f-91a2-4f86-8095-c2ef95e431d3", "code": 200}]} {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:51:14.900975 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dafbec81-3d7b-4466-982c-96d28f4edd67 {{(pid=100552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:51:14.901369 dv-cinder-751579-26-iscsi neutron-server[100552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc149ce1-720d-46c0-823d-a18a4034ffc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7502222f-91a2-4f86-8095-c2ef95e431d3', 'code': 200} Sep 07 23:51:14.935210 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Pushing event updated for resources: {'Port': ['ID=7502222f-91a2-4f86-8095-c2ef95e431d3,revision_number=5']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:51:15.137387 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d2c731ea-50e6-417a-a383-2d3ba33b1125 req-e7bb8d6d-f1d0-499c-9453-17a4eb0cbba4 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-970895675&fields=id&tenant_id=57c40fd6c9f740c9a2e49701985feab4 HTTP/1.1" status: 200 len: 267 time: 0.0836892 Sep 07 23:51:15.148279 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199203b-4176-4647-8e25-f18498552597 req-7d3f2f6e-02f9-42e0-9ce5-f98250df6b3d tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:15.149836 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5199203b-4176-4647-8e25-f18498552597 req-7d3f2f6e-02f9-42e0-9ce5-f98250df6b3d tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc149ce1-720d-46c0-823d-a18a4034ffc9 HTTP/1.1" status: 200 len: 945 time: 0.1144524 Sep 07 23:51:15.162588 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735ed57-2c8e-49d7-8833-7d1309f59d07 req-5bc7ebca-c06a-40ad-b572-6e73842ad647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:15.164015 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f735ed57-2c8e-49d7-8833-7d1309f59d07 req-5bc7ebca-c06a-40ad-b572-6e73842ad647 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cc149ce1-720d-46c0-823d-a18a4034ffc9 HTTP/1.1" status: 200 len: 1098 time: 0.1189287 Sep 07 23:51:15.282921 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5199203b-4176-4647-8e25-f18498552597 req-ad43d6fe-f59f-4226-816b-c223359fe539 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fcd4006-1ec6-44ba-a52e-90dbd120b1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165862 Sep 07 23:51:15.289368 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f735ed57-2c8e-49d7-8833-7d1309f59d07 req-0cb24e3a-addd-45d7-bdd8-317940104aec service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4fcd4006-1ec6-44ba-a52e-90dbd120b1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065969 Sep 07 23:51:15.324651 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c731ea-50e6-417a-a383-2d3ba33b1125 req-fb933050-e50d-4309-a9cb-940708f69e31 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:15.326337 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d2c731ea-50e6-417a-a383-2d3ba33b1125 req-fb933050-e50d-4309-a9cb-940708f69e31 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/networks?id=5cdf44a6-e80e-483a-a66f-3700971e555a HTTP/1.1" status: 200 len: 809 time: 0.1755686 Sep 07 23:51:15.343432 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d2c731ea-50e6-417a-a383-2d3ba33b1125 req-02397523-bcd7-41eb-b6e6-1a5dbe9367c0 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/quotas/57c40fd6c9f740c9a2e49701985feab4 HTTP/1.1" status: 200 len: 375 time: 0.0097597 Sep 07 23:51:15.400369 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d2c731ea-50e6-417a-a383-2d3ba33b1125 req-f22764d5-7f26-40b9-80a0-00b35b49e132 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=57c40fd6c9f740c9a2e49701985feab4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504608 Sep 07 23:51:15.608736 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d2c731ea-50e6-417a-a383-2d3ba33b1125 req-9da2dce4-c847-44df-bc59-9e56a6550034 service neutron] 10.222.0.15 "GET /v2.0/networks/5cdf44a6-e80e-483a-a66f-3700971e555a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945987 Sep 07 23:51:15.663881 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197777d6-5b57-40e2-a942-ea0464f19f9e req-5301113b-6629-4ef3-9738-092a87f77ee4 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:15.665531 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-197777d6-5b57-40e2-a942-ea0464f19f9e req-5301113b-6629-4ef3-9738-092a87f77ee4 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/ports?device_id=8820607b-5d5a-42c9-96d2-f214ae781f1d HTTP/1.1" status: 200 len: 985 time: 0.0986805 Sep 07 23:51:15.762084 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-197777d6-5b57-40e2-a942-ea0464f19f9e req-90d69e3f-9822-4013-8afd-db75ac6ea46e tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8b6aaf1-40dd-4921-b423-fa91c81674fb&id=9b9f13c3-1b0e-408c-b9eb-cdedf405f985&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0606141 Sep 07 23:51:15.768825 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d2c731ea-50e6-417a-a383-2d3ba33b1125 req-c31f1b34-4137-4a34-a97a-67bbb644f49a service neutron] 10.222.0.15 "GET /v2.0/networks/5cdf44a6-e80e-483a-a66f-3700971e555a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518872 Sep 07 23:51:16.129585 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a3039e8d-5e53-450b-88c9-8d43371e410b req-2febe645-1224-4dc0-8646-f51d972182c9 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 210 time: 0.0287371 Sep 07 23:51:16.456350 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451a13b-143f-458e-a60c-7d292f25903b req-44a41ee1-7896-4824-8873-8dd66361679f tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:16.458031 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-9451a13b-143f-458e-a60c-7d292f25903b req-44a41ee1-7896-4824-8873-8dd66361679f tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc149ce1-720d-46c0-823d-a18a4034ffc9 HTTP/1.1" status: 200 len: 945 time: 0.0887911 Sep 07 23:51:16.513149 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-9451a13b-143f-458e-a60c-7d292f25903b req-7efdc0a6-d448-4428-92cc-1f846ae8a25e tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fcd4006-1ec6-44ba-a52e-90dbd120b1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451527 Sep 07 23:51:16.904011 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e949a-6428-43a1-8c2f-14a15291a2de req-1ad2b92b-f1ec-413c-9a61-407e3b891a5b tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:16.905608 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-384e949a-6428-43a1-8c2f-14a15291a2de req-1ad2b92b-f1ec-413c-9a61-407e3b891a5b tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/ports?device_id=8820607b-5d5a-42c9-96d2-f214ae781f1d HTTP/1.1" status: 200 len: 985 time: 0.0557997 Sep 07 23:51:16.951556 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-384e949a-6428-43a1-8c2f-14a15291a2de req-90ecc307-08a6-482a-8224-d381bfa42f35 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8b6aaf1-40dd-4921-b423-fa91c81674fb&id=9b9f13c3-1b0e-408c-b9eb-cdedf405f985&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390768 Sep 07 23:51:17.285132 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f4af3e0a-9c4c-4685-8f8a-b5e8da2a7bb8 req-22ba1849-050c-4674-88e9-9fc3139c0481 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 210 time: 0.0537491 Sep 07 23:51:17.408786 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c731ea-50e6-417a-a383-2d3ba33b1125 req-d53a6d3f-db47-4a4b-959f-cc178059eb67 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:17.410491 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d2c731ea-50e6-417a-a383-2d3ba33b1125 req-d53a6d3f-db47-4a4b-959f-cc178059eb67 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.42 "GET /v2.0/networks?id=5cdf44a6-e80e-483a-a66f-3700971e555a HTTP/1.1" status: 200 len: 809 time: 0.1919944 Sep 07 23:51:17.477737 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d2c731ea-50e6-417a-a383-2d3ba33b1125 req-0b167582-5259-467a-a8a5-a97d7c9184e6 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57c40fd6c9f740c9a2e49701985feab4 HTTP/1.1" status: 200 len: 379 time: 0.0488181 Sep 07 23:51:17.487695 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [req-d2c731ea-50e6-417a-a383-2d3ba33b1125 req-132bfa3e-b4c6-42dd-b0d7-a757cf6c2801 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Request body: {'port': {'device_id': 'b63f8ff3-b956-4e5a-ba8d-42af351faff2', 'network_id': '5cdf44a6-e80e-483a-a66f-3700971e555a', 'admin_state_up': True, 'tenant_id': '57c40fd6c9f740c9a2e49701985feab4', 'security_groups': ['a951ba78-6110-48b2-bdc4-65d6a01f139a']}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:51:17.662587 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2c731ea-50e6-417a-a383-2d3ba33b1125 req-132bfa3e-b4c6-42dd-b0d7-a757cf6c2801 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Made reservation on behalf of 57c40fd6c9f740c9a2e49701985feab4 for: {'port': 1} {{(pid=100551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:51:17.666201 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-d2c731ea-50e6-417a-a383-2d3ba33b1125 req-132bfa3e-b4c6-42dd-b0d7-a757cf6c2801 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:17.677494 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53ad6b-cefe-4373-bfe8-ed994632f63f req-5e89b530-5189-4000-a7b3-5745f79c9ad0 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:17.679102 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-eb53ad6b-cefe-4373-bfe8-ed994632f63f req-5e89b530-5189-4000-a7b3-5745f79c9ad0 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc149ce1-720d-46c0-823d-a18a4034ffc9 HTTP/1.1" status: 200 len: 945 time: 0.0881429 Sep 07 23:51:17.792772 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-eb53ad6b-cefe-4373-bfe8-ed994632f63f req-df32cc2b-ba5f-49a8-a066-9a78716778a7 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fcd4006-1ec6-44ba-a52e-90dbd120b1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048472 Sep 07 23:51:17.914808 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.db_base_plugin_common [req-d2c731ea-50e6-417a-a383-2d3ba33b1125 req-132bfa3e-b4c6-42dd-b0d7-a757cf6c2801 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Allocated IP 172.20.0.9 (5cdf44a6-e80e-483a-a66f-3700971e555a/55540f58-bd6e-4bc1-a586-fffab3832ab4/57e1fae5-a5d9-416c-a5bd-2a25dcdb8770) {{(pid=100551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:51:17.965263 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6175ce0-fab7-4eae-901c-57eb5ec837fb req-5e867f45-0b98-471f-b896-1d16a1bda670 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:17.967021 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d6175ce0-fab7-4eae-901c-57eb5ec837fb req-5e867f45-0b98-471f-b896-1d16a1bda670 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc149ce1-720d-46c0-823d-a18a4034ffc9 HTTP/1.1" status: 200 len: 945 time: 0.0916507 Sep 07 23:51:17.977064 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 34978) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:51:17.981901 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-d485be26-4a45-44e6-9f90-0aab3ede0e9f tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Request body: {'floatingip': {'port_id': '7502222f-91a2-4f86-8095-c2ef95e431d3'}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:51:18.038744 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d485be26-4a45-44e6-9f90-0aab3ede0e9f tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks [] for floatingip, before_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:18.157172 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd6f42-76b0-4635-a75b-775b31271fd0 req-da5964fe-d634-4bcc-84da-d51b4e264661 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:18.158771 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-85dd6f42-76b0-4635-a75b-775b31271fd0 req-da5964fe-d634-4bcc-84da-d51b4e264661 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/ports?device_id=8820607b-5d5a-42c9-96d2-f214ae781f1d HTTP/1.1" status: 200 len: 985 time: 0.0929534 Sep 07 23:51:18.162043 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-d2c731ea-50e6-417a-a383-2d3ba33b1125 req-132bfa3e-b4c6-42dd-b0d7-a757cf6c2801 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify callbacks [] for port, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:18.191229 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.provisioning_blocks [req-d2c731ea-50e6-417a-a383-2d3ba33b1125 req-132bfa3e-b4c6-42dd-b0d7-a757cf6c2801 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Transition to ACTIVE for port object 57e1fae5-a5d9-416c-a5bd-2a25dcdb8770 will not be triggered until provisioned by entity DHCP. {{(pid=100551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:51:18.220041 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-85dd6f42-76b0-4635-a75b-775b31271fd0 req-de0e8c26-072b-4a63-a6c1-946ca434fbbc tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8b6aaf1-40dd-4921-b423-fa91c81674fb&id=9b9f13c3-1b0e-408c-b9eb-cdedf405f985&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533450 Sep 07 23:51:18.263622 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-d2c731ea-50e6-417a-a383-2d3ba33b1125 req-132bfa3e-b4c6-42dd-b0d7-a757cf6c2801 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:18.315528 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2c731ea-50e6-417a-a383-2d3ba33b1125 req-132bfa3e-b4c6-42dd-b0d7-a757cf6c2801 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Network 5cdf44a6-e80e-483a-a66f-3700971e555a is already hosted by enough agents. {{(pid=100551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:51:18.320890 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.base_scheduler [req-d2c731ea-50e6-417a-a383-2d3ba33b1125 req-132bfa3e-b4c6-42dd-b0d7-a757cf6c2801 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Resources bound (agent type, host, resource id): {{(pid=100551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:51:18.325837 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c731ea-50e6-417a-a383-2d3ba33b1125 req-132bfa3e-b4c6-42dd-b0d7-a757cf6c2801 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Received port after_create {{(pid=100551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:51:18.331249 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132bfa3e-b4c6-42dd-b0d7-a757cf6c2801 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Pushing event updated for resources: {'Port': ['ID=57e1fae5-a5d9-416c-a5bd-2a25dcdb8770,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:51:18.364617 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132bfa3e-b4c6-42dd-b0d7-a757cf6c2801 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:51:18.364935 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132bfa3e-b4c6-42dd-b0d7-a757cf6c2801 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:51:18.365273 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132bfa3e-b4c6-42dd-b0d7-a757cf6c2801 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:51:18.365599 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132bfa3e-b4c6-42dd-b0d7-a757cf6c2801 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:51:18.365921 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132bfa3e-b4c6-42dd-b0d7-a757cf6c2801 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:51:18.366245 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132bfa3e-b4c6-42dd-b0d7-a757cf6c2801 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:51:18.366560 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132bfa3e-b4c6-42dd-b0d7-a757cf6c2801 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:51:18.366876 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132bfa3e-b4c6-42dd-b0d7-a757cf6c2801 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:51:18.367195 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132bfa3e-b4c6-42dd-b0d7-a757cf6c2801 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:51:18.367512 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132bfa3e-b4c6-42dd-b0d7-a757cf6c2801 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:51:18.367833 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132bfa3e-b4c6-42dd-b0d7-a757cf6c2801 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:51:18.368199 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132bfa3e-b4c6-42dd-b0d7-a757cf6c2801 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:51:18.400119 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c731ea-50e6-417a-a383-2d3ba33b1125 req-132bfa3e-b4c6-42dd-b0d7-a757cf6c2801 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:18.401127 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-d2c731ea-50e6-417a-a383-2d3ba33b1125 req-132bfa3e-b4c6-42dd-b0d7-a757cf6c2801 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:18.574427 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:18.608696 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d485be26-4a45-44e6-9f90-0aab3ede0e9f tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:18.614086 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d485be26-4a45-44e6-9f90-0aab3ede0e9f tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595513'] for floatingip, after_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:18.640709 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-8f94e6bb-c00b-4e9c-9862-6f7c5e6e5eb1 None None] Provisioning for port 57e1fae5-a5d9-416c-a5bd-2a25dcdb8770 completed by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:51:18.645520 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-8f94e6bb-c00b-4e9c-9862-6f7c5e6e5eb1 None None] Provisioning complete for port 57e1fae5-a5d9-416c-a5bd-2a25dcdb8770 triggered by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:51:18.646007 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-8f94e6bb-c00b-4e9c-9862-6f7c5e6e5eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:18.688338 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-8f94e6bb-c00b-4e9c-9862-6f7c5e6e5eb1 None None] Port 57e1fae5-a5d9-416c-a5bd-2a25dcdb8770 cannot update to ACTIVE because it is not bound. {{(pid=100552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 23:51:18.705105 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d2c731ea-50e6-417a-a383-2d3ba33b1125 req-132bfa3e-b4c6-42dd-b0d7-a757cf6c2801 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2220352 Sep 07 23:51:18.718542 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [req-d2c731ea-50e6-417a-a383-2d3ba33b1125 req-ac6fd9a8-4e95-4781-a115-1cd3c363636d service neutron] Request body: {'port': {'device_id': 'b63f8ff3-b956-4e5a-ba8d-42af351faff2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:51:18.730756 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e7de8-fd2c-4fb4-ab5f-42220d012a5e req-f91ae241-4bd9-4f5b-8fb9-a49393afc67f tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:18.731628 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.db.l3_db [None req-d485be26-4a45-44e6-9f90-0aab3ede0e9f tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Floating IP 6951bad5-ceac-4dde-867a-4f0aa5bebf9f associated. External IP: 172.27.2.169, port: 7502222f-91a2-4f86-8095-c2ef95e431d3. Sep 07 23:51:18.732259 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-107e7de8-fd2c-4fb4-ab5f-42220d012a5e req-f91ae241-4bd9-4f5b-8fb9-a49393afc67f tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 931 time: 0.3281953 Sep 07 23:51:18.806829 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-d2c731ea-50e6-417a-a383-2d3ba33b1125 req-ac6fd9a8-4e95-4781-a115-1cd3c363636d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:18.815193 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-107e7de8-fd2c-4fb4-ab5f-42220d012a5e req-675ca7fd-8bf7-495c-a9b8-53cad72aa4b2 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/security-groups?id=a951ba78-6110-48b2-bdc4-65d6a01f139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681431 Sep 07 23:51:18.982188 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d485be26-4a45-44e6-9f90-0aab3ede0e9f tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Router c2474c25-d82a-4a52-894a-d11316020a36 has already been hosted by L3 agent 19316ef7-2440-47e6-ada3-35aaee6f744b {{(pid=100550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 23:51:19.112793 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [req-d2c731ea-50e6-417a-a383-2d3ba33b1125 req-ac6fd9a8-4e95-4781-a115-1cd3c363636d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57e1fae5-a5d9-416c-a5bd-2a25dcdb8770 {{(pid=100551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 23:51:19.120747 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d485be26-4a45-44e6-9f90-0aab3ede0e9f tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify agent at l3_agent.dv-cinder-751579-26-iscsi the message routers_updated {{(pid=100550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 23:51:19.121952 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-d2c731ea-50e6-417a-a383-2d3ba33b1125 req-ac6fd9a8-4e95-4781-a115-1cd3c363636d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:19.133975 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d485be26-4a45-44e6-9f90-0aab3ede0e9f tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for floatingip, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:19.134417 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97089e10-eb27-4f31-a49c-f661e383e8ba None None] Sync routers for ids ['c2474c25-d82a-4a52-894a-d11316020a36'] in dv-cinder-751579-26-iscsi {{(pid=100552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 23:51:19.137453 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.provisioning_blocks [req-d2c731ea-50e6-417a-a383-2d3ba33b1125 req-ac6fd9a8-4e95-4781-a115-1cd3c363636d service neutron] Transition to ACTIVE for port object 57e1fae5-a5d9-416c-a5bd-2a25dcdb8770 will not be triggered until provisioned by entity L2. {{(pid=100551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:51:19.143813 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-d2c731ea-50e6-417a-a383-2d3ba33b1125 req-ac6fd9a8-4e95-4781-a115-1cd3c363636d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5131532'] for port, after_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:19.150302 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97089e10-eb27-4f31-a49c-f661e383e8ba None None] Routers {'c2474c25-d82a-4a52-894a-d11316020a36'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:51:19.151486 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-97089e10-eb27-4f31-a49c-f661e383e8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:51:02Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['c2474c25-d82a-4a52-894a-d11316020a36'], 'active': True} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:51:19.178728 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-d485be26-4a45-44e6-9f90-0aab3ede0e9f tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "PUT /v2.0/floatingips/6951bad5-ceac-4dde-867a-4f0aa5bebf9f HTTP/1.1" status: 200 len: 991 time: 1.2005413 Sep 07 23:51:19.179433 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc149ce1-720d-46c0-823d-a18a4034ffc9', 'tag': '7502222f-91a2-4f86-8095-c2ef95e431d3'}] {{(pid=100550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:51:19.194874 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d662247da8c952987fd655d1558826128f562bf65326072a344d62a4e19a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19593b58-fd72-4b48-9564-cebd345214ed" -d '{"events": [{"name": "network-changed", "server_uuid": "cc149ce1-720d-46c0-823d-a18a4034ffc9", "tag": "7502222f-91a2-4f86-8095-c2ef95e431d3"}]}' {{(pid=100550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:51:19.225239 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6fd9a8-4e95-4781-a115-1cd3c363636d service neutron] Pushing event updated for resources: {'Port': ['ID=57e1fae5-a5d9-416c-a5bd-2a25dcdb8770,revision_number=2']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:51:19.272992 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 23:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e6fd23-57cb-4e7c-bd4d-84e354d76eb0 x-openstack-request-id: req-b6e6fd23-57cb-4e7c-bd4d-84e354d76eb0 {{(pid=100550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:51:19.273300 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc149ce1-720d-46c0-823d-a18a4034ffc9", "tag": "7502222f-91a2-4f86-8095-c2ef95e431d3", "status": "completed", "code": 200}]} {{(pid=100550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:51:19.273523 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b6e6fd23-57cb-4e7c-bd4d-84e354d76eb0 {{(pid=100550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:51:19.273930 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc149ce1-720d-46c0-823d-a18a4034ffc9', 'tag': '7502222f-91a2-4f86-8095-c2ef95e431d3', 'status': 'completed', 'code': 200} Sep 07 23:51:19.299859 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-d2c731ea-50e6-417a-a383-2d3ba33b1125 req-ac6fd9a8-4e95-4781-a115-1cd3c363636d service neutron] Attempting to bind port 57e1fae5-a5d9-416c-a5bd-2a25dcdb8770 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 23:51:19.300288 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-d2c731ea-50e6-417a-a383-2d3ba33b1125 req-ac6fd9a8-4e95-4781-a115-1cd3c363636d service neutron] Attempting to bind port 57e1fae5-a5d9-416c-a5bd-2a25dcdb8770 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '606fb295-b443-4c8f-b263-1ea8baec7e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '5cdf44a6-e80e-483a-a66f-3700971e555a'}] {{(pid=100551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 23:51:19.303530 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c731ea-50e6-417a-a383-2d3ba33b1125 req-ac6fd9a8-4e95-4781-a115-1cd3c363636d service neutron] Attempting to bind port 57e1fae5-a5d9-416c-a5bd-2a25dcdb8770 on network 5cdf44a6-e80e-483a-a66f-3700971e555a {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:51:19.314494 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c731ea-50e6-417a-a383-2d3ba33b1125 req-ac6fd9a8-4e95-4781-a115-1cd3c363636d service neutron] Port 57e1fae5-a5d9-416c-a5bd-2a25dcdb8770 on network 5cdf44a6-e80e-483a-a66f-3700971e555a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 23:51:19.314827 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c731ea-50e6-417a-a383-2d3ba33b1125 req-ac6fd9a8-4e95-4781-a115-1cd3c363636d service neutron] Attempting to bind port 57e1fae5-a5d9-416c-a5bd-2a25dcdb8770 on network 5cdf44a6-e80e-483a-a66f-3700971e555a {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:51:19.330802 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvr_db [None req-97089e10-eb27-4f31-a49c-f661e383e8ba None None] Set router c2474c25-d82a-4a52-894a-d11316020a36 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:51:19.374242 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c731ea-50e6-417a-a383-2d3ba33b1125 req-ac6fd9a8-4e95-4781-a115-1cd3c363636d service neutron] Checking agent: {'id': '8b06e77c-11ef-48c4-9ba2-92653b27ce62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 23, 44, 18), 'started_at': datetime.datetime(2021, 9, 7, 23, 44, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 23, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 23:51:19.374590 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c731ea-50e6-417a-a383-2d3ba33b1125 req-ac6fd9a8-4e95-4781-a115-1cd3c363636d service neutron] Checking segment: {'id': '606fb295-b443-4c8f-b263-1ea8baec7e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '5cdf44a6-e80e-483a-a66f-3700971e555a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:51:19.375123 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c731ea-50e6-417a-a383-2d3ba33b1125 req-ac6fd9a8-4e95-4781-a115-1cd3c363636d service neutron] Bound using segment: {'id': '606fb295-b443-4c8f-b263-1ea8baec7e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '5cdf44a6-e80e-483a-a66f-3700971e555a'} {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 23:51:19.375613 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-d2c731ea-50e6-417a-a383-2d3ba33b1125 req-ac6fd9a8-4e95-4781-a115-1cd3c363636d service neutron] Bound port: 57e1fae5-a5d9-416c-a5bd-2a25dcdb8770, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '606fb295-b443-4c8f-b263-1ea8baec7e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '5cdf44a6-e80e-483a-a66f-3700971e555a'}}] {{(pid=100551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 23:51:19.376243 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-d2c731ea-50e6-417a-a383-2d3ba33b1125 req-ac6fd9a8-4e95-4781-a115-1cd3c363636d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:19.451934 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19593b58-fd72-4b48-9564-cebd345214ed req-8f25f5ba-40b6-4ad1-9ad3-25a356a624f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:19.454350 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-19593b58-fd72-4b48-9564-cebd345214ed req-8f25f5ba-40b6-4ad1-9ad3-25a356a624f5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e4003bfbd06747ecac2423c1cdc6f5ff&device_id=cc149ce1-720d-46c0-823d-a18a4034ffc9 HTTP/1.1" status: 200 len: 1098 time: 0.1325223 Sep 07 23:51:19.474459 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb0797-8b33-4c63-bd3e-8d5b88bf1f39 req-d867c477-9216-4a38-b592-caf5ce23ca76 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:19.476006 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-cfeb0797-8b33-4c63-bd3e-8d5b88bf1f39 req-d867c477-9216-4a38-b592-caf5ce23ca76 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/ports?device_id=8820607b-5d5a-42c9-96d2-f214ae781f1d HTTP/1.1" status: 200 len: 985 time: 0.1153545 Sep 07 23:51:19.549836 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-d2c731ea-50e6-417a-a383-2d3ba33b1125 req-ac6fd9a8-4e95-4781-a115-1cd3c363636d service neutron] For port 57e1fae5-a5d9-416c-a5bd-2a25dcdb8770, host hv-cinder-75157, cleared binding levels {{(pid=100551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 23:51:19.607210 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-d2c731ea-50e6-417a-a383-2d3ba33b1125 req-ac6fd9a8-4e95-4781-a115-1cd3c363636d service neutron] For port 57e1fae5-a5d9-416c-a5bd-2a25dcdb8770, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=57e1fae5-a5d9-416c-a5bd-2a25dcdb8770,segment=NetworkSegment(606fb295-b443-4c8f-b263-1ea8baec7e3f),segment_id=606fb295-b443-4c8f-b263-1ea8baec7e3f)] {{(pid=100551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 23:51:19.623946 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-d2c731ea-50e6-417a-a383-2d3ba33b1125 req-ac6fd9a8-4e95-4781-a115-1cd3c363636d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5131532'] for port, after_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:19.635456 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-cfeb0797-8b33-4c63-bd3e-8d5b88bf1f39 req-12306926-22bc-47b2-9eb7-f47293a568d5 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8b6aaf1-40dd-4921-b423-fa91c81674fb&id=9b9f13c3-1b0e-408c-b9eb-cdedf405f985&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1477346 Sep 07 23:51:19.671772 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-97089e10-eb27-4f31-a49c-f661e383e8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'name': 'tempest-AttachVolumeTestJSON-2145363682-router', 'tenant_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '24ff64fc-4fb7-47c8-8a4c-257a76071247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:46:10Z', 'updated_at': '2021-09-07T23:46:30Z', 'revision_number': 4, 'project_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'gw_port': {'id': '24ff64fc-4fb7-47c8-8a4c-257a76071247', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:62:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:12Z', 'updated_at': '2021-09-07T23:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_floatingips': [{'id': '6951bad5-ceac-4dde-867a-4f0aa5bebf9f', 'tenant_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'floating_ip_address': '172.27.2.169', 'floating_network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'router_id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'port_id': '7502222f-91a2-4f86-8095-c2ef95e431d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9da50ae8-e6dd-49ef-bffd-03b5ec56f152', 'mac_address': 'fa:16:3e:87:2c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc149ce1-720d-46c0-823d-a18a4034ffc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T23:51:03Z', 'updated_at': '2021-09-07T23:51:18Z', 'revision_number': 1, 'project_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2bf89b3-4161-42b3-b518-8ce2a5017a4d', 'name': '', 'network_id': '9da50ae8-e6dd-49ef-bffd-03b5ec56f152', 'tenant_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'mac_address': 'fa:16:3e:2d:e5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'af6c2c51-70b3-4a7c-ab5d-dc9b76d1d9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:28Z', 'updated_at': '2021-09-07T23:46:40Z', 'revision_number': 5, 'project_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'subnets': [{'id': 'af6c2c51-70b3-4a7c-ab5d-dc9b76d1d9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:51:19.673024 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c731ea-50e6-417a-a383-2d3ba33b1125 req-ac6fd9a8-4e95-4781-a115-1cd3c363636d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:19.673912 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-d2c731ea-50e6-417a-a383-2d3ba33b1125 req-ac6fd9a8-4e95-4781-a115-1cd3c363636d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:19.675384 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d2c731ea-50e6-417a-a383-2d3ba33b1125 req-ac6fd9a8-4e95-4781-a115-1cd3c363636d service neutron] 10.222.0.42 "PUT /v2.0/ports/57e1fae5-a5d9-416c-a5bd-2a25dcdb8770 HTTP/1.1" status: 200 len: 1093 time: 0.9609461 Sep 07 23:51:19.675851 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b63f8ff3-b956-4e5a-ba8d-42af351faff2', 'tag': '57e1fae5-a5d9-416c-a5bd-2a25dcdb8770'}] {{(pid=100551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:51:19.678159 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744d18a1a9123520e55b11d6b4f544890c28500fff252c5db1cb0c4b69d72d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7ff164-b7f3-4f8a-b46a-76f3ab378af3" -d '{"events": [{"name": "network-changed", "server_uuid": "b63f8ff3-b956-4e5a-ba8d-42af351faff2", "tag": "57e1fae5-a5d9-416c-a5bd-2a25dcdb8770"}]}' {{(pid=100551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:51:19.697733 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19593b58-fd72-4b48-9564-cebd345214ed req-e40907c4-82b1-4d88-bca4-f44bad08aa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:19.699261 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-19593b58-fd72-4b48-9564-cebd345214ed req-e40907c4-82b1-4d88-bca4-f44bad08aa7d service neutron] 10.222.0.42 "GET /v2.0/networks?id=9da50ae8-e6dd-49ef-bffd-03b5ec56f152 HTTP/1.1" status: 200 len: 912 time: 0.2334685 Sep 07 23:51:19.712831 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97089e10-eb27-4f31-a49c-f661e383e8ba None None] Checking router: c2474c25-d82a-4a52-894a-d11316020a36 for host: dv-cinder-751579-26-iscsi {{(pid=100552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 23:51:19.725283 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97089e10-eb27-4f31-a49c-f661e383e8ba None None] Routers {'c2474c25-d82a-4a52-894a-d11316020a36'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:51:19.725931 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-97089e10-eb27-4f31-a49c-f661e383e8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:51:02Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['c2474c25-d82a-4a52-894a-d11316020a36'], 'active': True} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:51:19.770952 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 23:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a2653d-5947-4352-967e-dfaea7d030b9 x-openstack-request-id: req-03a2653d-5947-4352-967e-dfaea7d030b9 {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:51:19.771604 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b63f8ff3-b956-4e5a-ba8d-42af351faff2", "tag": "57e1fae5-a5d9-416c-a5bd-2a25dcdb8770", "status": "completed", "code": 200}]} {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:51:19.771604 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-03a2653d-5947-4352-967e-dfaea7d030b9 {{(pid=100551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:51:19.771961 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b63f8ff3-b956-4e5a-ba8d-42af351faff2', 'tag': '57e1fae5-a5d9-416c-a5bd-2a25dcdb8770', 'status': 'completed', 'code': 200} Sep 07 23:51:19.800295 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6fd9a8-4e95-4781-a115-1cd3c363636d service neutron] Pushing event updated for resources: {'Port': ['ID=57e1fae5-a5d9-416c-a5bd-2a25dcdb8770,revision_number=3']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:51:19.827164 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-19593b58-fd72-4b48-9564-cebd345214ed req-6e94bb31-e98d-437e-bb16-65a253a86f99 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7502222f-91a2-4f86-8095-c2ef95e431d3 HTTP/1.1" status: 200 len: 999 time: 0.1201510 Sep 07 23:51:19.834886 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c731ea-50e6-417a-a383-2d3ba33b1125 req-ef24d859-54e2-4ea3-bb48-ed4d007212a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:19.839844 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d2c731ea-50e6-417a-a383-2d3ba33b1125 req-ef24d859-54e2-4ea3-bb48-ed4d007212a2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=57c40fd6c9f740c9a2e49701985feab4&device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 1096 time: 0.0765407 Sep 07 23:51:19.887775 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvr_db [None req-97089e10-eb27-4f31-a49c-f661e383e8ba None None] Set router c2474c25-d82a-4a52-894a-d11316020a36 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:51:19.923708 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d2c731ea-50e6-417a-a383-2d3ba33b1125 req-1534e882-066f-48a6-a332-7567ee143d4e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57e1fae5-a5d9-416c-a5bd-2a25dcdb8770 HTTP/1.1" status: 200 len: 217 time: 0.0742316 Sep 07 23:51:19.977653 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19593b58-fd72-4b48-9564-cebd345214ed req-8fe2e54c-316d-4b72-9877-6847865191d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:19.979145 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-19593b58-fd72-4b48-9564-cebd345214ed req-8fe2e54c-316d-4b72-9877-6847865191d7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=af6c2c51-70b3-4a7c-ab5d-dc9b76d1d9bc HTTP/1.1" status: 200 len: 850 time: 0.1417332 Sep 07 23:51:20.040279 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c731ea-50e6-417a-a383-2d3ba33b1125 req-30840fa9-f266-4628-859b-18755bde23a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:20.040279 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d2c731ea-50e6-417a-a383-2d3ba33b1125 req-30840fa9-f266-4628-859b-18755bde23a2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=55540f58-bd6e-4bc1-a586-fffab3832ab4 HTTP/1.1" status: 200 len: 848 time: 0.0931337 Sep 07 23:51:20.046666 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3613bb5-7f1e-4d71-97f0-5c386d412fbb req-7afbb3a5-8cb4-4b66-b199-1c06174092d0 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:20.048467 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d3613bb5-7f1e-4d71-97f0-5c386d412fbb req-7afbb3a5-8cb4-4b66-b199-1c06174092d0 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 943 time: 0.1410038 Sep 07 23:51:20.093579 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19593b58-fd72-4b48-9564-cebd345214ed req-f1634972-2b48-47b4-b9e6-20c06be7e5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:20.095895 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-19593b58-fd72-4b48-9564-cebd345214ed req-f1634972-2b48-47b4-b9e6-20c06be7e5e8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9da50ae8-e6dd-49ef-bffd-03b5ec56f152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1086366 Sep 07 23:51:20.141685 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-97089e10-eb27-4f31-a49c-f661e383e8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'name': 'tempest-AttachVolumeTestJSON-2145363682-router', 'tenant_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '24ff64fc-4fb7-47c8-8a4c-257a76071247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:46:10Z', 'updated_at': '2021-09-07T23:46:30Z', 'revision_number': 4, 'project_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'gw_port': {'id': '24ff64fc-4fb7-47c8-8a4c-257a76071247', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:62:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:12Z', 'updated_at': '2021-09-07T23:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_floatingips': [{'id': '6951bad5-ceac-4dde-867a-4f0aa5bebf9f', 'tenant_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'floating_ip_address': '172.27.2.169', 'floating_network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'router_id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'port_id': '7502222f-91a2-4f86-8095-c2ef95e431d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9da50ae8-e6dd-49ef-bffd-03b5ec56f152', 'mac_address': 'fa:16:3e:87:2c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc149ce1-720d-46c0-823d-a18a4034ffc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T23:51:03Z', 'updated_at': '2021-09-07T23:51:18Z', 'revision_number': 1, 'project_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2bf89b3-4161-42b3-b518-8ce2a5017a4d', 'name': '', 'network_id': '9da50ae8-e6dd-49ef-bffd-03b5ec56f152', 'tenant_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'mac_address': 'fa:16:3e:2d:e5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'af6c2c51-70b3-4a7c-ab5d-dc9b76d1d9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:28Z', 'updated_at': '2021-09-07T23:46:40Z', 'revision_number': 5, 'project_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'subnets': [{'id': 'af6c2c51-70b3-4a7c-ab5d-dc9b76d1d9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:51:20.150687 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d3613bb5-7f1e-4d71-97f0-5c386d412fbb req-547a5966-ca3b-4523-90c3-99b160c0020c tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/security-groups?id=a951ba78-6110-48b2-bdc4-65d6a01f139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908594 Sep 07 23:51:20.155039 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c731ea-50e6-417a-a383-2d3ba33b1125 req-4611127d-0245-4b99-8338-c5c7339bb070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:20.157208 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d2c731ea-50e6-417a-a383-2d3ba33b1125 req-4611127d-0245-4b99-8338-c5c7339bb070 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5cdf44a6-e80e-483a-a66f-3700971e555a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1056788 Sep 07 23:51:20.174568 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97089e10-eb27-4f31-a49c-f661e383e8ba None None] The sync data for ids ['c2474c25-d82a-4a52-894a-d11316020a36'] in dv-cinder-751579-26-iscsi is: [{'id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'name': 'tempest-AttachVolumeTestJSON-2145363682-router', 'tenant_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '24ff64fc-4fb7-47c8-8a4c-257a76071247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:46:10Z', 'updated_at': '2021-09-07T23:46:30Z', 'revision_number': 4, 'project_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'gw_port': {'id': '24ff64fc-4fb7-47c8-8a4c-257a76071247', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:62:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:12Z', 'updated_at': '2021-09-07T23:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_floatingips': [{'id': '6951bad5-ceac-4dde-867a-4f0aa5bebf9f', 'tenant_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'floating_ip_address': '172.27.2.169', 'floating_network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'router_id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'port_id': '7502222f-91a2-4f86-8095-c2ef95e431d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9da50ae8-e6dd-49ef-bffd-03b5ec56f152', 'mac_address': 'fa:16:3e:87:2c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc149ce1-720d-46c0-823d-a18a4034ffc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T23:51:03Z', 'updated_at': '2021-09-07T23:51:18Z', 'revision_number': 1, 'project_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2bf89b3-4161-42b3-b518-8ce2a5017a4d', 'name': '', 'network_id': '9da50ae8-e6dd-49ef-bffd-03b5ec56f152', 'tenant_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'mac_address': 'fa:16:3e:2d:e5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'af6c2c51-70b3-4a7c-ab5d-dc9b76d1d9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:28Z', 'updated_at': '2021-09-07T23:46:40Z', 'revision_number': 5, 'project_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'subnets': [{'id': 'af6c2c51-70b3-4a7c-ab5d-dc9b76d1d9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 23:51:20.276763 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-19593b58-fd72-4b48-9564-cebd345214ed req-c1cbaf45-fe8f-474b-8583-6a0a36514030 service neutron] 10.222.0.42 "GET /v2.0/networks/9da50ae8-e6dd-49ef-bffd-03b5ec56f152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708591 Sep 07 23:51:20.319481 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d2c731ea-50e6-417a-a383-2d3ba33b1125 req-88a037b0-1206-415e-a9bf-738f2b92e003 service neutron] 10.222.0.42 "GET /v2.0/networks/5cdf44a6-e80e-483a-a66f-3700971e555a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307037 Sep 07 23:51:20.394656 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8599a12-736a-4bc7-8aca-9a7f49c2fe1b None None] New status for floating IP 6951bad5-ceac-4dde-867a-4f0aa5bebf9f: ACTIVE {{(pid=100553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 23:51:20.456065 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-19593b58-fd72-4b48-9564-cebd345214ed req-0a065ee7-6c95-41eb-9276-08cdfa00bc28 service neutron] 10.222.0.42 "GET /v2.0/networks/9da50ae8-e6dd-49ef-bffd-03b5ec56f152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698778 Sep 07 23:51:20.470641 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d2c731ea-50e6-417a-a383-2d3ba33b1125 req-5babd582-c21c-40c3-9892-b5c463911917 service neutron] 10.222.0.42 "GET /v2.0/networks/5cdf44a6-e80e-483a-a66f-3700971e555a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429021 Sep 07 23:51:20.570440 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ff164-b7f3-4f8a-b46a-76f3ab378af3 req-627616d3-931d-4045-8387-75bc270d31ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:20.571981 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-9c7ff164-b7f3-4f8a-b46a-76f3ab378af3 req-627616d3-931d-4045-8387-75bc270d31ce service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=57c40fd6c9f740c9a2e49701985feab4&device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 1096 time: 0.0500097 Sep 07 23:51:20.671636 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ff164-b7f3-4f8a-b46a-76f3ab378af3 req-26a74954-8245-42f9-8c91-0238bc6c5d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:20.673758 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-9c7ff164-b7f3-4f8a-b46a-76f3ab378af3 req-26a74954-8245-42f9-8c91-0238bc6c5d34 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5cdf44a6-e80e-483a-a66f-3700971e555a HTTP/1.1" status: 200 len: 910 time: 0.0936699 Sep 07 23:51:20.732351 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-9c7ff164-b7f3-4f8a-b46a-76f3ab378af3 req-140882bc-9ae3-4686-9b74-29f4b9142779 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57e1fae5-a5d9-416c-a5bd-2a25dcdb8770 HTTP/1.1" status: 200 len: 217 time: 0.0488465 Sep 07 23:51:20.807825 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ff164-b7f3-4f8a-b46a-76f3ab378af3 req-cc5a0a6c-57fc-462a-a22d-dcecf17650d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:20.809304 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-9c7ff164-b7f3-4f8a-b46a-76f3ab378af3 req-cc5a0a6c-57fc-462a-a22d-dcecf17650d8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=55540f58-bd6e-4bc1-a586-fffab3832ab4 HTTP/1.1" status: 200 len: 848 time: 0.0675461 Sep 07 23:51:20.818651 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1f5b7-1eca-45a6-ae5a-5b84951ec1d2 req-7cae5128-f079-4567-bee4-b0fa1f32c92f tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:20.820121 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1ed1f5b7-1eca-45a6-ae5a-5b84951ec1d2 req-7cae5128-f079-4567-bee4-b0fa1f32c92f tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/ports?device_id=8820607b-5d5a-42c9-96d2-f214ae781f1d HTTP/1.1" status: 200 len: 985 time: 0.0905447 Sep 07 23:51:20.886924 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1ed1f5b7-1eca-45a6-ae5a-5b84951ec1d2 req-7e6d5694-082d-4d3d-a0dc-262572370fe8 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8b6aaf1-40dd-4921-b423-fa91c81674fb&id=9b9f13c3-1b0e-408c-b9eb-cdedf405f985&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576868 Sep 07 23:51:20.892844 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ff164-b7f3-4f8a-b46a-76f3ab378af3 req-fd77b984-c414-4c2a-8c42-6618fec47130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:20.894369 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-9c7ff164-b7f3-4f8a-b46a-76f3ab378af3 req-fd77b984-c414-4c2a-8c42-6618fec47130 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5cdf44a6-e80e-483a-a66f-3700971e555a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0733669 Sep 07 23:51:20.988091 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-9c7ff164-b7f3-4f8a-b46a-76f3ab378af3 req-35dd6489-cb5a-47d3-bd34-820472835fd0 service neutron] 10.222.0.42 "GET /v2.0/networks/5cdf44a6-e80e-483a-a66f-3700971e555a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856545 Sep 07 23:51:21.080851 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-9c7ff164-b7f3-4f8a-b46a-76f3ab378af3 req-e65d68ca-af38-407d-83e7-729906168668 service neutron] 10.222.0.42 "GET /v2.0/networks/5cdf44a6-e80e-483a-a66f-3700971e555a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850160 Sep 07 23:51:21.270793 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03056810-b571-417e-b78b-77ad08265dd1 req-768b69a8-4178-4dd4-ad25-9e0dff69e133 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:21.272169 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-03056810-b571-417e-b78b-77ad08265dd1 req-768b69a8-4178-4dd4-ad25-9e0dff69e133 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 943 time: 0.0493793 Sep 07 23:51:21.310364 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-03056810-b571-417e-b78b-77ad08265dd1 req-9fe73d7c-c9e5-4dab-a2d7-00d49a5ec1bc tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/security-groups?id=a951ba78-6110-48b2-bdc4-65d6a01f139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319419 Sep 07 23:51:22.003636 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b56b5-e48e-4dff-a8e7-603599275e00 req-92413eb9-1d13-4c4b-b2ef-2f9149c32511 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:22.005146 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c22b56b5-e48e-4dff-a8e7-603599275e00 req-92413eb9-1d13-4c4b-b2ef-2f9149c32511 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/ports?device_id=8820607b-5d5a-42c9-96d2-f214ae781f1d HTTP/1.1" status: 200 len: 985 time: 0.0483921 Sep 07 23:51:22.045226 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c22b56b5-e48e-4dff-a8e7-603599275e00 req-d13b5f78-08e2-4f9a-8f78-dc29b0be89e1 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8b6aaf1-40dd-4921-b423-fa91c81674fb&id=9b9f13c3-1b0e-408c-b9eb-cdedf405f985&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341125 Sep 07 23:51:22.435186 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad81b1-63f7-431d-b77b-ce9c3d168bfd req-57ab4086-eef7-46a8-8b65-f3aefd7c2008 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:22.436777 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-51ad81b1-63f7-431d-b77b-ce9c3d168bfd req-57ab4086-eef7-46a8-8b65-f3aefd7c2008 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 943 time: 0.0528619 Sep 07 23:51:22.476975 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-51ad81b1-63f7-431d-b77b-ce9c3d168bfd req-dec0e382-805e-40d8-aef9-a6b6abcee66c tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/security-groups?id=a951ba78-6110-48b2-bdc4-65d6a01f139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330758 Sep 07 23:51:23.166624 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af342ca5-7d70-46dc-a89b-d1f33650f670 req-3b8eaa64-4f43-48dd-958d-ac953cfd7799 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:23.168051 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-af342ca5-7d70-46dc-a89b-d1f33650f670 req-3b8eaa64-4f43-48dd-958d-ac953cfd7799 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/ports?device_id=8820607b-5d5a-42c9-96d2-f214ae781f1d HTTP/1.1" status: 200 len: 985 time: 0.0532062 Sep 07 23:51:23.217499 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-af342ca5-7d70-46dc-a89b-d1f33650f670 req-e6a0763a-3ae7-4783-bd38-ac746fa98d6d tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8b6aaf1-40dd-4921-b423-fa91c81674fb&id=9b9f13c3-1b0e-408c-b9eb-cdedf405f985&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0425069 Sep 07 23:51:23.592835 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d81daf7-506c-40f4-94f1-7212c474f303 req-788f9193-111f-413c-92a5-6c829a65dd53 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:23.594919 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-9d81daf7-506c-40f4-94f1-7212c474f303 req-788f9193-111f-413c-92a5-6c829a65dd53 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 943 time: 0.0495753 Sep 07 23:51:23.637614 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-9d81daf7-506c-40f4-94f1-7212c474f303 req-89396147-847d-42e7-aac1-5532679c8f94 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/security-groups?id=a951ba78-6110-48b2-bdc4-65d6a01f139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362589 Sep 07 23:51:24.338860 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e85d1d-e371-401b-9fa5-6bca8b2e7697 req-73aa4d60-c547-48fe-a7a4-bb4f42fbadca tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:24.340312 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-43e85d1d-e371-401b-9fa5-6bca8b2e7697 req-73aa4d60-c547-48fe-a7a4-bb4f42fbadca tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/ports?device_id=8820607b-5d5a-42c9-96d2-f214ae781f1d HTTP/1.1" status: 200 len: 985 time: 0.0522411 Sep 07 23:51:24.382892 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-43e85d1d-e371-401b-9fa5-6bca8b2e7697 req-92996188-a2ee-4d85-8bef-f39eb6ad86c6 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8b6aaf1-40dd-4921-b423-fa91c81674fb&id=9b9f13c3-1b0e-408c-b9eb-cdedf405f985&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356882 Sep 07 23:51:24.788099 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24787672-dfba-4a81-b2d5-96b52b17004a req-59680bd6-059c-427d-9d42-9bd68c5e389e tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:24.789698 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-24787672-dfba-4a81-b2d5-96b52b17004a req-59680bd6-059c-427d-9d42-9bd68c5e389e tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 943 time: 0.0562413 Sep 07 23:51:24.831088 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-24787672-dfba-4a81-b2d5-96b52b17004a req-02ea2cea-b069-4c28-adf5-5df4719053b6 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/security-groups?id=a951ba78-6110-48b2-bdc4-65d6a01f139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340886 Sep 07 23:51:25.959991 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2853a4b-6f70-42b0-9398-0a9f96c99030 req-e433a43f-7847-4343-9920-0fa2b5aca5fe tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:25.961528 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f2853a4b-6f70-42b0-9398-0a9f96c99030 req-e433a43f-7847-4343-9920-0fa2b5aca5fe tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 943 time: 0.0585358 Sep 07 23:51:26.002531 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f2853a4b-6f70-42b0-9398-0a9f96c99030 req-529ae11f-b906-4a91-9456-5387917fb556 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/security-groups?id=a951ba78-6110-48b2-bdc4-65d6a01f139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346594 Sep 07 23:51:27.126552 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a97269a-e164-4e40-a5e6-606ab8753cc5 req-32d0ea2d-f08f-462b-87e1-b82085586f2c tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:27.127996 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5a97269a-e164-4e40-a5e6-606ab8753cc5 req-32d0ea2d-f08f-462b-87e1-b82085586f2c tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 943 time: 0.0535071 Sep 07 23:51:27.164396 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5a97269a-e164-4e40-a5e6-606ab8753cc5 req-1610d296-9f01-4fb4-9d25-15defd1db7cc tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/security-groups?id=a951ba78-6110-48b2-bdc4-65d6a01f139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305135 Sep 07 23:51:28.197932 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e11e168a-d7d4-43ae-be3c-bb36828953ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:28.287672 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2337577-a10a-4f2e-a947-05ce3cb4162d req-a34087b0-8d28-4a69-8293-881fced1b000 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:28.289310 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a2337577-a10a-4f2e-a947-05ce3cb4162d req-a34087b0-8d28-4a69-8293-881fced1b000 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 943 time: 0.0537632 Sep 07 23:51:28.331419 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a2337577-a10a-4f2e-a947-05ce3cb4162d req-fdf11df2-8cbc-46cd-a7ea-a1cf236fa8d1 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/security-groups?id=a951ba78-6110-48b2-bdc4-65d6a01f139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354199 Sep 07 23:51:28.761850 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 57e1fae5-a5d9-416c-a5bd-2a25dcdb8770 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=100552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 23:51:28.868967 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port 57e1fae5-a5d9-416c-a5bd-2a25dcdb8770, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=57e1fae5-a5d9-416c-a5bd-2a25dcdb8770,segment=NetworkSegment(606fb295-b443-4c8f-b263-1ea8baec7e3f),segment_id=606fb295-b443-4c8f-b263-1ea8baec7e3f)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:51:28.882019 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Returning: {'device': '57e1fae5-a5d9-416c-a5bd-2a25dcdb8770', 'network_id': '5cdf44a6-e80e-483a-a66f-3700971e555a', 'port_id': '57e1fae5-a5d9-416c-a5bd-2a25dcdb8770', 'mac_address': 'fa:16:3e:bb:bf:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55540f58-bd6e-4bc1-a586-fffab3832ab4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 23:51:28.922700 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:28.936420 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.notifiers.nova [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57e1fae5-a5d9-416c-a5bd-2a25dcdb8770 {{(pid=100552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 23:51:28.958507 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port 57e1fae5-a5d9-416c-a5bd-2a25dcdb8770, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=57e1fae5-a5d9-416c-a5bd-2a25dcdb8770,segment=NetworkSegment(606fb295-b443-4c8f-b263-1ea8baec7e3f),segment_id=606fb295-b443-4c8f-b263-1ea8baec7e3f)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:51:28.964307 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:29.016231 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Pushing event updated for resources: {'Port': ['ID=57e1fae5-a5d9-416c-a5bd-2a25dcdb8770,revision_number=4']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:51:29.242765 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] get_ports_and_sgs() called for port_ids ['57e1fae5-a5d9-416c-a5bd-2a25dcdb8770'] {{(pid=100552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 23:51:29.453392 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e305916-f67d-4a94-9d31-b5e6116d7861 req-d545416d-7d4a-4dee-aab0-c3ce44c13599 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:29.454999 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4e305916-f67d-4a94-9d31-b5e6116d7861 req-d545416d-7d4a-4dee-aab0-c3ce44c13599 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 944 time: 0.0522208 Sep 07 23:51:29.493012 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4e305916-f67d-4a94-9d31-b5e6116d7861 req-cd3cf4e9-90c1-41f4-bd3d-3b55e9a6cc8b tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/security-groups?id=a951ba78-6110-48b2-bdc4-65d6a01f139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318644 Sep 07 23:51:30.617741 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc04f21-f865-4081-87ae-04757dedfcf8 req-e680ef7c-76dd-4f8d-8ca9-a42b28272287 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:30.619173 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-acc04f21-f865-4081-87ae-04757dedfcf8 req-e680ef7c-76dd-4f8d-8ca9-a42b28272287 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 944 time: 0.0559976 Sep 07 23:51:30.666634 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-acc04f21-f865-4081-87ae-04757dedfcf8 req-63658f5b-bd7f-4598-aa1a-2f51492bb8e2 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/security-groups?id=a951ba78-6110-48b2-bdc4-65d6a01f139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349126 Sep 07 23:51:30.762108 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 57e1fae5-a5d9-416c-a5bd-2a25dcdb8770 up at agent hyperv_hv-cinder-75157 {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:51:30.815947 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Provisioning for port 57e1fae5-a5d9-416c-a5bd-2a25dcdb8770 completed by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:51:30.820281 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Provisioning complete for port 57e1fae5-a5d9-416c-a5bd-2a25dcdb8770 triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:51:30.820684 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:30.907693 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:30.931885 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b63f8ff3-b956-4e5a-ba8d-42af351faff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e1fae5-a5d9-416c-a5bd-2a25dcdb8770'}] {{(pid=100552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:51:30.934187 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6af7ada11e39af001df59af8fe1a830bb49e6ec01a9e34e873de5065727c58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0fab6a-3ff9-47ba-a3c9-10b2e7b576b2" -d '{"events": [{"server_uuid": "b63f8ff3-b956-4e5a-ba8d-42af351faff2", "name": "network-vif-plugged", "status": "completed", "tag": "57e1fae5-a5d9-416c-a5bd-2a25dcdb8770"}]}' {{(pid=100552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:51:30.947949 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port 57e1fae5-a5d9-416c-a5bd-2a25dcdb8770, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=57e1fae5-a5d9-416c-a5bd-2a25dcdb8770,segment=NetworkSegment(606fb295-b443-4c8f-b263-1ea8baec7e3f),segment_id=606fb295-b443-4c8f-b263-1ea8baec7e3f)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:51:30.952604 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:30.978354 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 23:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4e1ac1-4611-497b-bf33-ef91dc99cefb x-openstack-request-id: req-6c4e1ac1-4611-497b-bf33-ef91dc99cefb {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:51:30.978640 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b63f8ff3-b956-4e5a-ba8d-42af351faff2", "name": "network-vif-plugged", "status": "completed", "tag": "57e1fae5-a5d9-416c-a5bd-2a25dcdb8770", "code": 200}]} {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:51:30.978888 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6c4e1ac1-4611-497b-bf33-ef91dc99cefb {{(pid=100552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:51:30.979271 dv-cinder-751579-26-iscsi neutron-server[100552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b63f8ff3-b956-4e5a-ba8d-42af351faff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e1fae5-a5d9-416c-a5bd-2a25dcdb8770', 'code': 200} Sep 07 23:51:31.010919 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Pushing event updated for resources: {'Port': ['ID=57e1fae5-a5d9-416c-a5bd-2a25dcdb8770,revision_number=5']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:51:31.146733 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:31.273911 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78c75b-947a-4a9a-9344-830c798c1399 req-3ac15c8b-78c1-4e38-9b83-977684e28878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:31.275407 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-2f78c75b-947a-4a9a-9344-830c798c1399 req-3ac15c8b-78c1-4e38-9b83-977684e28878 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 1098 time: 0.0857239 Sep 07 23:51:31.313022 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-2f78c75b-947a-4a9a-9344-830c798c1399 req-c0b10134-d1aa-4726-b080-f111c424ac7e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a951ba78-6110-48b2-bdc4-65d6a01f139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284948 Sep 07 23:51:31.788559 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9e424-a8cc-408a-adc3-e7dd949a8116 req-c82a8e42-85a3-4cf3-b2ac-844c63fe1d1e tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:31.790168 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-91a9e424-a8cc-408a-adc3-e7dd949a8116 req-c82a8e42-85a3-4cf3-b2ac-844c63fe1d1e tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 945 time: 0.0506573 Sep 07 23:51:31.831257 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-91a9e424-a8cc-408a-adc3-e7dd949a8116 req-46448d04-d264-4d02-886d-106be0091918 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/security-groups?id=a951ba78-6110-48b2-bdc4-65d6a01f139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349228 Sep 07 23:51:31.882756 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c62368ff-04cf-4380-88a6-0333103e2b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:32.957807 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ad12b-3d0e-49de-b801-a41fa11cbc8f req-c0cb8ae4-2609-4094-9dcc-ccee1c1e590f tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:32.959272 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-834ad12b-3d0e-49de-b801-a41fa11cbc8f req-c0cb8ae4-2609-4094-9dcc-ccee1c1e590f tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 945 time: 0.0528328 Sep 07 23:51:32.996948 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-834ad12b-3d0e-49de-b801-a41fa11cbc8f req-af8a87dd-9ba2-42ae-a973-fbb56504106f tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/security-groups?id=a951ba78-6110-48b2-bdc4-65d6a01f139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315945 Sep 07 23:51:33.109799 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe58858-ae44-4da6-b6d5-bd537b231297 req-a794d5de-f2aa-48c2-b0c9-e3b6f7e17fc4 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:33.111925 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ffe58858-ae44-4da6-b6d5-bd537b231297 req-a794d5de-f2aa-48c2-b0c9-e3b6f7e17fc4 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 945 time: 0.0475516 Sep 07 23:51:33.149276 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ffe58858-ae44-4da6-b6d5-bd537b231297 req-2a27e228-25e6-4529-bd88-69dcce96460f tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/security-groups?id=a951ba78-6110-48b2-bdc4-65d6a01f139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315139 Sep 07 23:51:33.170135 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 35084) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:51:33.305600 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b688936-d21d-4f66-ae68-0ee9631115cf tempest-TestShelveInstance-1439650254 tempest-TestShelveInstance-1439650254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:33.307114 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-3b688936-d21d-4f66-ae68-0ee9631115cf tempest-TestShelveInstance-1439650254 tempest-TestShelveInstance-1439650254-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 1093 time: 0.1360104 Sep 07 23:51:33.309937 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 35088) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:51:33.314857 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [None req-d091f903-b2d5-452b-9b3c-ca84573c0c79 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Request body: {'floatingip': {'floating_network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'port_id': '57e1fae5-a5d9-416c-a5bd-2a25dcdb8770', 'tenant_id': '57c40fd6c9f740c9a2e49701985feab4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:51:33.338742 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-d091f903-b2d5-452b-9b3c-ca84573c0c79 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify callbacks [] for floatingip, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:33.347859 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ea97-3cf8-4e53-ad99-8ce826820bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:33.436153 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-d091f903-b2d5-452b-9b3c-ca84573c0c79 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:33.537797 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.db_base_plugin_common [None req-d091f903-b2d5-452b-9b3c-ca84573c0c79 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Allocated IP 172.27.2.71 (1ea758c5-ea33-45af-9d70-54dde57c9658/5c624cf3-fab2-4caa-bdca-00a0c67beab2/5315e403-654a-4fac-b432-61c65c3492bc) {{(pid=100551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:51:33.644402 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-d091f903-b2d5-452b-9b3c-ca84573c0c79 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify callbacks [] for port, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:33.685222 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-d091f903-b2d5-452b-9b3c-ca84573c0c79 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:33.725652 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d091f903-b2d5-452b-9b3c-ca84573c0c79 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Network 1ea758c5-ea33-45af-9d70-54dde57c9658 is already hosted by enough agents. {{(pid=100551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:51:33.727135 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.base_scheduler [None req-d091f903-b2d5-452b-9b3c-ca84573c0c79 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Resources bound (agent type, host, resource id): {{(pid=100551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:51:33.730854 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d091f903-b2d5-452b-9b3c-ca84573c0c79 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Received port after_create {{(pid=100551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:51:33.765699 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d091f903-b2d5-452b-9b3c-ca84573c0c79 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Pushing event updated for resources: {'Port': ['ID=5315e403-654a-4fac-b432-61c65c3492bc,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:51:34.093223 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-d091f903-b2d5-452b-9b3c-ca84573c0c79 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:34.159165 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-d091f903-b2d5-452b-9b3c-ca84573c0c79 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:34.305250 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-d091f903-b2d5-452b-9b3c-ca84573c0c79 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify callbacks [] for port, precommit_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:34.309454 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-d091f903-b2d5-452b-9b3c-ca84573c0c79 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5131532'] for port, after_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:34.379000 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d091f903-b2d5-452b-9b3c-ca84573c0c79 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Pushing event updated for resources: {'Port': ['ID=5315e403-654a-4fac-b432-61c65c3492bc,revision_number=2']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:51:34.390949 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-d091f903-b2d5-452b-9b3c-ca84573c0c79 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595513'] for floatingip, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:34.720517 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.db.l3_db [None req-d091f903-b2d5-452b-9b3c-ca84573c0c79 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Floating IP 53472681-e0a9-46d8-b64b-7e84df17fa73 associated. External IP: 172.27.2.71, port: 57e1fae5-a5d9-416c-a5bd-2a25dcdb8770. Sep 07 23:51:34.932543 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d091f903-b2d5-452b-9b3c-ca84573c0c79 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Router 4100880c-e5b9-4d40-a7bc-efd9caa1e838 has already been hosted by L3 agent 19316ef7-2440-47e6-ada3-35aaee6f744b {{(pid=100551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 23:51:35.042821 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d091f903-b2d5-452b-9b3c-ca84573c0c79 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify agent at l3_agent.dv-cinder-751579-26-iscsi the message routers_updated {{(pid=100551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 23:51:35.053018 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b0a841-efb8-4447-bf6b-9b1c14de95a3 None None] Sync routers for ids ['4100880c-e5b9-4d40-a7bc-efd9caa1e838'] in dv-cinder-751579-26-iscsi {{(pid=100552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 23:51:35.058833 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-d091f903-b2d5-452b-9b3c-ca84573c0c79 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for floatingip, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:35.062538 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b0a841-efb8-4447-bf6b-9b1c14de95a3 None None] Routers {'4100880c-e5b9-4d40-a7bc-efd9caa1e838'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:51:35.063932 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-36b0a841-efb8-4447-bf6b-9b1c14de95a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:51:32Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['4100880c-e5b9-4d40-a7bc-efd9caa1e838'], 'active': True} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:51:35.087160 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-d091f903-b2d5-452b-9b3c-ca84573c0c79 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7762017 Sep 07 23:51:35.087732 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b63f8ff3-b956-4e5a-ba8d-42af351faff2', 'tag': '57e1fae5-a5d9-416c-a5bd-2a25dcdb8770'}] {{(pid=100551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:51:35.090021 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744d18a1a9123520e55b11d6b4f544890c28500fff252c5db1cb0c4b69d72d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ed1832-d4b9-4dba-927f-5243acef02d9" -d '{"events": [{"name": "network-changed", "server_uuid": "b63f8ff3-b956-4e5a-ba8d-42af351faff2", "tag": "57e1fae5-a5d9-416c-a5bd-2a25dcdb8770"}]}' {{(pid=100551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:51:35.134705 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 23:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9921f258-ebe3-456f-846f-218e49092ef5 x-openstack-request-id: req-9921f258-ebe3-456f-846f-218e49092ef5 {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:51:35.135343 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b63f8ff3-b956-4e5a-ba8d-42af351faff2", "tag": "57e1fae5-a5d9-416c-a5bd-2a25dcdb8770", "status": "completed", "code": 200}]} {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:51:35.135343 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9921f258-ebe3-456f-846f-218e49092ef5 {{(pid=100551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:51:35.135612 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b63f8ff3-b956-4e5a-ba8d-42af351faff2', 'tag': '57e1fae5-a5d9-416c-a5bd-2a25dcdb8770', 'status': 'completed', 'code': 200} Sep 07 23:51:35.176476 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvr_db [None req-36b0a841-efb8-4447-bf6b-9b1c14de95a3 None None] Set router 4100880c-e5b9-4d40-a7bc-efd9caa1e838 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:51:35.211473 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed1832-d4b9-4dba-927f-5243acef02d9 req-65bdb32f-cfa8-4bcd-bdc9-455eeae925d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:35.213009 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-26ed1832-d4b9-4dba-927f-5243acef02d9 req-65bdb32f-cfa8-4bcd-bdc9-455eeae925d2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=57c40fd6c9f740c9a2e49701985feab4&device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 1098 time: 0.0475707 Sep 07 23:51:35.222321 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-187590d1-19a7-4a5a-ac4c-70625f9f540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:35.316246 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed1832-d4b9-4dba-927f-5243acef02d9 req-eeb3bb59-08ac-4469-8c77-094f008c94c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:35.317886 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-26ed1832-d4b9-4dba-927f-5243acef02d9 req-eeb3bb59-08ac-4469-8c77-094f008c94c6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5cdf44a6-e80e-483a-a66f-3700971e555a HTTP/1.1" status: 200 len: 910 time: 0.0875778 Sep 07 23:51:35.388726 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-26ed1832-d4b9-4dba-927f-5243acef02d9 req-a9b07dc1-21d9-49eb-97d2-e965bc9b2766 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57e1fae5-a5d9-416c-a5bd-2a25dcdb8770 HTTP/1.1" status: 200 len: 998 time: 0.0623600 Sep 07 23:51:35.417476 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-36b0a841-efb8-4447-bf6b-9b1c14de95a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4100880c-e5b9-4d40-a7bc-efd9caa1e838', 'name': 'tempest-TestShelveInstance-1145688606-router', 'tenant_id': '57c40fd6c9f740c9a2e49701985feab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '07cc7674-750f-46bf-9165-06cbfd9fb953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:50:40Z', 'updated_at': '2021-09-07T23:50:47Z', 'revision_number': 4, 'project_id': '57c40fd6c9f740c9a2e49701985feab4', 'gw_port': {'id': '07cc7674-750f-46bf-9165-06cbfd9fb953', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:28:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4100880c-e5b9-4d40-a7bc-efd9caa1e838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:50:41Z', 'updated_at': '2021-09-07T23:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_floatingips': [{'id': '53472681-e0a9-46d8-b64b-7e84df17fa73', 'tenant_id': '57c40fd6c9f740c9a2e49701985feab4', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'router_id': '4100880c-e5b9-4d40-a7bc-efd9caa1e838', 'port_id': '57e1fae5-a5d9-416c-a5bd-2a25dcdb8770', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cdf44a6-e80e-483a-a66f-3700971e555a', 'mac_address': 'fa:16:3e:bb:bf:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63f8ff3-b956-4e5a-ba8d-42af351faff2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T23:51:33Z', 'updated_at': '2021-09-07T23:51:33Z', 'revision_number': 0, 'project_id': '57c40fd6c9f740c9a2e49701985feab4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cedce733-91c6-4b57-862d-eb306509c3cc', 'name': '', 'network_id': '5cdf44a6-e80e-483a-a66f-3700971e555a', 'tenant_id': '57c40fd6c9f740c9a2e49701985feab4', 'mac_address': 'fa:16:3e:c8:79:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4100880c-e5b9-4d40-a7bc-efd9caa1e838', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '55540f58-bd6e-4bc1-a586-fffab3832ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:50:46Z', 'updated_at': '2021-09-07T23:50:54Z', 'revision_number': 5, 'project_id': '57c40fd6c9f740c9a2e49701985feab4', 'subnets': [{'id': '55540f58-bd6e-4bc1-a586-fffab3832ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:51:35.438835 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed1832-d4b9-4dba-927f-5243acef02d9 req-4f034341-9403-4acc-adbe-e9295b83f454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:35.440365 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-26ed1832-d4b9-4dba-927f-5243acef02d9 req-4f034341-9403-4acc-adbe-e9295b83f454 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=55540f58-bd6e-4bc1-a586-fffab3832ab4 HTTP/1.1" status: 200 len: 848 time: 0.0446937 Sep 07 23:51:35.455848 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b0a841-efb8-4447-bf6b-9b1c14de95a3 None None] Checking router: 4100880c-e5b9-4d40-a7bc-efd9caa1e838 for host: dv-cinder-751579-26-iscsi {{(pid=100552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 23:51:35.464228 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b0a841-efb8-4447-bf6b-9b1c14de95a3 None None] Routers {'4100880c-e5b9-4d40-a7bc-efd9caa1e838'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:51:35.464867 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-36b0a841-efb8-4447-bf6b-9b1c14de95a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:51:32Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['4100880c-e5b9-4d40-a7bc-efd9caa1e838'], 'active': True} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:51:35.490960 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed1832-d4b9-4dba-927f-5243acef02d9 req-7f580cc8-1410-4f31-90c0-4966594913d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:35.490960 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-26ed1832-d4b9-4dba-927f-5243acef02d9 req-7f580cc8-1410-4f31-90c0-4966594913d1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5cdf44a6-e80e-483a-a66f-3700971e555a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0403643 Sep 07 23:51:35.574108 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvr_db [None req-36b0a841-efb8-4447-bf6b-9b1c14de95a3 None None] Set router 4100880c-e5b9-4d40-a7bc-efd9caa1e838 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:51:35.588779 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-26ed1832-d4b9-4dba-927f-5243acef02d9 req-59f15144-0b74-45b4-9ca7-bd59dd8ddb9e service neutron] 10.222.0.42 "GET /v2.0/networks/5cdf44a6-e80e-483a-a66f-3700971e555a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914636 Sep 07 23:51:35.682426 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-26ed1832-d4b9-4dba-927f-5243acef02d9 req-96ee0abf-ef58-4fc3-833b-7b8c2a3ba7e6 service neutron] 10.222.0.42 "GET /v2.0/networks/5cdf44a6-e80e-483a-a66f-3700971e555a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863850 Sep 07 23:51:35.808432 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-36b0a841-efb8-4447-bf6b-9b1c14de95a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4100880c-e5b9-4d40-a7bc-efd9caa1e838', 'name': 'tempest-TestShelveInstance-1145688606-router', 'tenant_id': '57c40fd6c9f740c9a2e49701985feab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '07cc7674-750f-46bf-9165-06cbfd9fb953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:50:40Z', 'updated_at': '2021-09-07T23:50:47Z', 'revision_number': 4, 'project_id': '57c40fd6c9f740c9a2e49701985feab4', 'gw_port': {'id': '07cc7674-750f-46bf-9165-06cbfd9fb953', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:28:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4100880c-e5b9-4d40-a7bc-efd9caa1e838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:50:41Z', 'updated_at': '2021-09-07T23:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_floatingips': [{'id': '53472681-e0a9-46d8-b64b-7e84df17fa73', 'tenant_id': '57c40fd6c9f740c9a2e49701985feab4', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'router_id': '4100880c-e5b9-4d40-a7bc-efd9caa1e838', 'port_id': '57e1fae5-a5d9-416c-a5bd-2a25dcdb8770', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cdf44a6-e80e-483a-a66f-3700971e555a', 'mac_address': 'fa:16:3e:bb:bf:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63f8ff3-b956-4e5a-ba8d-42af351faff2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T23:51:33Z', 'updated_at': '2021-09-07T23:51:33Z', 'revision_number': 0, 'project_id': '57c40fd6c9f740c9a2e49701985feab4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cedce733-91c6-4b57-862d-eb306509c3cc', 'name': '', 'network_id': '5cdf44a6-e80e-483a-a66f-3700971e555a', 'tenant_id': '57c40fd6c9f740c9a2e49701985feab4', 'mac_address': 'fa:16:3e:c8:79:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4100880c-e5b9-4d40-a7bc-efd9caa1e838', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '55540f58-bd6e-4bc1-a586-fffab3832ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:50:46Z', 'updated_at': '2021-09-07T23:50:54Z', 'revision_number': 5, 'project_id': '57c40fd6c9f740c9a2e49701985feab4', 'subnets': [{'id': '55540f58-bd6e-4bc1-a586-fffab3832ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:51:35.839141 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b0a841-efb8-4447-bf6b-9b1c14de95a3 None None] The sync data for ids ['4100880c-e5b9-4d40-a7bc-efd9caa1e838'] in dv-cinder-751579-26-iscsi is: [{'id': '4100880c-e5b9-4d40-a7bc-efd9caa1e838', 'name': 'tempest-TestShelveInstance-1145688606-router', 'tenant_id': '57c40fd6c9f740c9a2e49701985feab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '07cc7674-750f-46bf-9165-06cbfd9fb953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:50:40Z', 'updated_at': '2021-09-07T23:50:47Z', 'revision_number': 4, 'project_id': '57c40fd6c9f740c9a2e49701985feab4', 'gw_port': {'id': '07cc7674-750f-46bf-9165-06cbfd9fb953', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:28:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4100880c-e5b9-4d40-a7bc-efd9caa1e838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:50:41Z', 'updated_at': '2021-09-07T23:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_floatingips': [{'id': '53472681-e0a9-46d8-b64b-7e84df17fa73', 'tenant_id': '57c40fd6c9f740c9a2e49701985feab4', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'router_id': '4100880c-e5b9-4d40-a7bc-efd9caa1e838', 'port_id': '57e1fae5-a5d9-416c-a5bd-2a25dcdb8770', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cdf44a6-e80e-483a-a66f-3700971e555a', 'mac_address': 'fa:16:3e:bb:bf:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63f8ff3-b956-4e5a-ba8d-42af351faff2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T23:51:33Z', 'updated_at': '2021-09-07T23:51:33Z', 'revision_number': 0, 'project_id': '57c40fd6c9f740c9a2e49701985feab4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cedce733-91c6-4b57-862d-eb306509c3cc', 'name': '', 'network_id': '5cdf44a6-e80e-483a-a66f-3700971e555a', 'tenant_id': '57c40fd6c9f740c9a2e49701985feab4', 'mac_address': 'fa:16:3e:c8:79:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4100880c-e5b9-4d40-a7bc-efd9caa1e838', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '55540f58-bd6e-4bc1-a586-fffab3832ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:50:46Z', 'updated_at': '2021-09-07T23:50:54Z', 'revision_number': 5, 'project_id': '57c40fd6c9f740c9a2e49701985feab4', 'subnets': [{'id': '55540f58-bd6e-4bc1-a586-fffab3832ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 23:51:36.049992 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d65a0c1-260c-4800-bc4d-aba6508eebd1 None None] New status for floating IP 53472681-e0a9-46d8-b64b-7e84df17fa73: ACTIVE {{(pid=100553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 23:51:48.573486 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:48.618724 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc0c0c4-2cec-4a4d-983c-639a6a8e8e0b req-22b64f76-a985-4691-a0db-b7861b629e75 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:48.620256 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4bc0c0c4-2cec-4a4d-983c-639a6a8e8e0b req-22b64f76-a985-4691-a0db-b7861b629e75 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 945 time: 0.0570316 Sep 07 23:51:48.659948 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4bc0c0c4-2cec-4a4d-983c-639a6a8e8e0b req-a98770c7-9846-48e2-8e5d-3e51a4b13eed tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331416 Sep 07 23:51:49.789751 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd163f-7ef5-4b4e-95e5-881d0e327956 req-5e15987d-5b6e-444d-af80-5c0cb82e0712 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:49.791234 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d8dd163f-7ef5-4b4e-95e5-881d0e327956 req-5e15987d-5b6e-444d-af80-5c0cb82e0712 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 945 time: 0.0510113 Sep 07 23:51:49.829405 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d8dd163f-7ef5-4b4e-95e5-881d0e327956 req-41ded4be-825f-4d5c-846f-f3b9ef678a52 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322044 Sep 07 23:51:50.419535 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.agents_db [None req-89df3544-7e8a-43ac-bb25-e7a75b7011d0 None None] Agent healthcheck: found 6 active agents {{(pid=100553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 23:51:50.954767 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c4beff-5017-4efb-afe6-b5ac8f69ccd8 req-4f499fdb-eac4-4d31-94a6-b22ef6d85bd9 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:50.957543 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-44c4beff-5017-4efb-afe6-b5ac8f69ccd8 req-4f499fdb-eac4-4d31-94a6-b22ef6d85bd9 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 945 time: 0.0530789 Sep 07 23:51:50.997960 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-44c4beff-5017-4efb-afe6-b5ac8f69ccd8 req-9690274f-be3a-405a-b842-ad652aa6a2bb tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340009 Sep 07 23:51:52.134273 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c7e88-6459-447a-bd30-95e211c826fd req-f84f4ac8-732c-40ac-b095-688e27bb693f tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:52.135710 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-bf6c7e88-6459-447a-bd30-95e211c826fd req-f84f4ac8-732c-40ac-b095-688e27bb693f tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 945 time: 0.0593672 Sep 07 23:51:52.176802 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-bf6c7e88-6459-447a-bd30-95e211c826fd req-9307e84b-001e-4cd2-8aad-084d46a40f31 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329077 Sep 07 23:51:53.307648 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5e728-c3a7-4979-8564-7bc8812c83b2 req-380b53ac-00f6-4fb6-9862-ba1e44da00f3 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:53.309214 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8ca5e728-c3a7-4979-8564-7bc8812c83b2 req-380b53ac-00f6-4fb6-9862-ba1e44da00f3 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 945 time: 0.0497670 Sep 07 23:51:53.347183 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8ca5e728-c3a7-4979-8564-7bc8812c83b2 req-db6d92d2-88e6-4b86-846a-a3d8a467fdf1 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320230 Sep 07 23:51:54.471691 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76258cf5-15d6-45a1-966d-05d557bd2ca9 req-cb7d10ef-cfa1-4159-8e0d-56d032e5032e tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:54.473506 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-76258cf5-15d6-45a1-966d-05d557bd2ca9 req-cb7d10ef-cfa1-4159-8e0d-56d032e5032e tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 945 time: 0.0519459 Sep 07 23:51:54.515769 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-76258cf5-15d6-45a1-966d-05d557bd2ca9 req-a9e6c7f9-1ec7-45ae-b5c4-84f248cbef08 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338573 Sep 07 23:51:55.641703 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c519f-bf91-4374-a8d8-952c3f49b2be req-f54b3243-d75e-400e-bc35-35fa0299ea0f tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:55.643406 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3f3c519f-bf91-4374-a8d8-952c3f49b2be req-f54b3243-d75e-400e-bc35-35fa0299ea0f tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 945 time: 0.0554740 Sep 07 23:51:55.682167 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3f3c519f-bf91-4374-a8d8-952c3f49b2be req-4e036792-cc7d-4115-8a3f-01826d959885 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330055 Sep 07 23:51:56.812831 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f69440-0cf3-4466-9d47-0b98a065d1cc req-e7bfd573-28d0-4b1c-80b3-79997d074fb5 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:56.814405 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-78f69440-0cf3-4466-9d47-0b98a065d1cc req-e7bfd573-28d0-4b1c-80b3-79997d074fb5 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 945 time: 0.0581753 Sep 07 23:51:56.855134 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-78f69440-0cf3-4466-9d47-0b98a065d1cc req-f2083fdf-aa27-4f0b-b140-5c772f64bf7c tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341206 Sep 07 23:51:58.012356 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e4b96-eaef-46ea-9bbe-ab328ba6d2ce req-0d91b534-9749-4882-9058-bf6e716fab19 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:58.014000 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f18e4b96-eaef-46ea-9bbe-ab328ba6d2ce req-0d91b534-9749-4882-9058-bf6e716fab19 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 945 time: 0.0756810 Sep 07 23:51:58.065160 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f18e4b96-eaef-46ea-9bbe-ab328ba6d2ce req-126b64fa-409d-4b75-baca-a715117b82e3 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430021 Sep 07 23:51:58.191050 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-6ba922a7-d4e7-477b-98c6-bf55f9fa1a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:51:59.193266 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb563d2-8b89-4cb6-ab0e-b39ffc57c5db req-f06ba874-ddbb-447e-8d5f-fc99c0b3763c tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:51:59.194811 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1fb563d2-8b89-4cb6-ab0e-b39ffc57c5db req-f06ba874-ddbb-447e-8d5f-fc99c0b3763c tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 945 time: 0.0540259 Sep 07 23:51:59.233733 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1fb563d2-8b89-4cb6-ab0e-b39ffc57c5db req-eb160876-c9e8-4bc4-b444-0db9d981420f tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331175 Sep 07 23:52:00.356917 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6783f23-88cf-4bc6-8903-28b2459df72b req-105dbbf9-bb7a-4d84-8bfa-13403d18dc39 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:00.358405 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d6783f23-88cf-4bc6-8903-28b2459df72b req-105dbbf9-bb7a-4d84-8bfa-13403d18dc39 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 945 time: 0.0505493 Sep 07 23:52:00.397256 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d6783f23-88cf-4bc6-8903-28b2459df72b req-e9e15bed-aa0d-4936-9b15-60cfadee4da2 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329533 Sep 07 23:52:00.927669 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device de3b0ae0-5c66-4b3f-b647-7415dc1dc860 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=100552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 23:52:01.021957 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port de3b0ae0-5c66-4b3f-b647-7415dc1dc860, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=de3b0ae0-5c66-4b3f-b647-7415dc1dc860,segment=NetworkSegment(c1e8596d-44b9-4f74-a478-a7fa52272fc4),segment_id=c1e8596d-44b9-4f74-a478-a7fa52272fc4)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:52:01.033723 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Returning: {'device': 'de3b0ae0-5c66-4b3f-b647-7415dc1dc860', 'network_id': 'bb0cf1ab-d1d5-410c-b15c-8c9770c10630', 'port_id': 'de3b0ae0-5c66-4b3f-b647-7415dc1dc860', 'mac_address': 'fa:16:3e:ad:d3:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e4b191b-fe64-4814-8fad-97b5ba0852ce', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 23:52:01.074741 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:01.088074 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.notifiers.nova [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de3b0ae0-5c66-4b3f-b647-7415dc1dc860 {{(pid=100552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 23:52:01.107568 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port de3b0ae0-5c66-4b3f-b647-7415dc1dc860, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=de3b0ae0-5c66-4b3f-b647-7415dc1dc860,segment=NetworkSegment(c1e8596d-44b9-4f74-a478-a7fa52272fc4),segment_id=c1e8596d-44b9-4f74-a478-a7fa52272fc4)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:52:01.112805 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:01.170220 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:01.185811 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Pushing event updated for resources: {'Port': ['ID=de3b0ae0-5c66-4b3f-b647-7415dc1dc860,revision_number=6']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:01.194325 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:52:01.194677 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:52:01.195018 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:52:01.195350 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:52:01.195791 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:52:01.196013 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:52:01.196342 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:52:01.196702 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:52:01.197059 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:52:01.197385 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:52:01.197707 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:52:01.198027 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:52:01.222041 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] get_ports_and_sgs() called for port_ids ['de3b0ae0-5c66-4b3f-b647-7415dc1dc860'] {{(pid=100552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 23:52:01.532676 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e8490-ab41-40b3-a9aa-38d9e84ff1d7 req-5ccbd125-717a-41e5-b14b-4476268eca70 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:01.534346 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-e09e8490-ab41-40b3-a9aa-38d9e84ff1d7 req-5ccbd125-717a-41e5-b14b-4476268eca70 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 944 time: 0.0544608 Sep 07 23:52:01.579573 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-e09e8490-ab41-40b3-a9aa-38d9e84ff1d7 req-58fb57ff-dfbb-47d1-98ed-bceb815d5129 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387533 Sep 07 23:52:01.777832 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-d32badef-5f42-4502-a339-699176d2381c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:02.734228 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ad63c-28e3-47b2-b66a-b937d6de545d req-707929bb-4505-44e5-9e00-2270792dadd2 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:02.744225 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ed5ad63c-28e3-47b2-b66a-b937d6de545d req-707929bb-4505-44e5-9e00-2270792dadd2 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 944 time: 0.0761635 Sep 07 23:52:02.798485 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ed5ad63c-28e3-47b2-b66a-b937d6de545d req-c8cd5e1b-402a-448f-a980-18738b7f90e2 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533180 Sep 07 23:52:02.948651 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device de3b0ae0-5c66-4b3f-b647-7415dc1dc860 up at agent hyperv_hv-cinder-75157 {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:52:03.015328 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Provisioning complete for port de3b0ae0-5c66-4b3f-b647-7415dc1dc860 triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:52:03.015842 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:03.123653 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:03.158520 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1223f810-24aa-48d7-ab8c-7af988a9f2e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3b0ae0-5c66-4b3f-b647-7415dc1dc860'}] {{(pid=100552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:52:03.161228 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6af7ada11e39af001df59af8fe1a830bb49e6ec01a9e34e873de5065727c58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335dd464-73ee-47fa-bf31-8661c6d060da" -d '{"events": [{"server_uuid": "1223f810-24aa-48d7-ab8c-7af988a9f2e7", "name": "network-vif-plugged", "status": "completed", "tag": "de3b0ae0-5c66-4b3f-b647-7415dc1dc860"}]}' {{(pid=100552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:52:03.192874 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port de3b0ae0-5c66-4b3f-b647-7415dc1dc860, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=de3b0ae0-5c66-4b3f-b647-7415dc1dc860,segment=NetworkSegment(c1e8596d-44b9-4f74-a478-a7fa52272fc4),segment_id=c1e8596d-44b9-4f74-a478-a7fa52272fc4)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:52:03.203192 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:03.304368 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Pushing event updated for resources: {'Port': ['ID=de3b0ae0-5c66-4b3f-b647-7415dc1dc860,revision_number=7']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:03.379205 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ea97-3cf8-4e53-ad99-8ce826820bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:03.390334 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 23:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797908e2-eab4-4554-9287-f99ce6df3231 x-openstack-request-id: req-797908e2-eab4-4554-9287-f99ce6df3231 {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:52:03.390872 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1223f810-24aa-48d7-ab8c-7af988a9f2e7", "name": "network-vif-plugged", "status": "completed", "tag": "de3b0ae0-5c66-4b3f-b647-7415dc1dc860", "code": 200}]} {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:52:03.391306 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-797908e2-eab4-4554-9287-f99ce6df3231 {{(pid=100552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:52:03.392069 dv-cinder-751579-26-iscsi neutron-server[100552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1223f810-24aa-48d7-ab8c-7af988a9f2e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3b0ae0-5c66-4b3f-b647-7415dc1dc860', 'code': 200} Sep 07 23:52:03.523954 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c15c70ea-3b13-4a86-999f-38a70f260974 req-be058bf3-7520-482c-9eba-abbe19fc6f8a tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-989377981&fields=id&tenant_id=4351e3b1aaa64bafa9cea9720a80c5a3 HTTP/1.1" status: 200 len: 267 time: 0.0407734 Sep 07 23:52:03.592839 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c70ea-3b13-4a86-999f-38a70f260974 req-0edeb791-d7f1-491d-9c25-038e35fc9e20 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:03.594502 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c15c70ea-3b13-4a86-999f-38a70f260974 req-0edeb791-d7f1-491d-9c25-038e35fc9e20 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/ports?device_id=8820607b-5d5a-42c9-96d2-f214ae781f1d HTTP/1.1" status: 200 len: 985 time: 0.0623808 Sep 07 23:52:03.610913 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [req-c15c70ea-3b13-4a86-999f-38a70f260974 req-fa9f8a27-38e8-4bf7-8e4e-9849600f1961 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Request body: {'port': {'security_groups': ['9b9f13c3-1b0e-408c-b9eb-cdedf405f985']}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:52:03.717396 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-c15c70ea-3b13-4a86-999f-38a70f260974 req-fa9f8a27-38e8-4bf7-8e4e-9849600f1961 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:04.016111 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-c15c70ea-3b13-4a86-999f-38a70f260974 req-fa9f8a27-38e8-4bf7-8e4e-9849600f1961 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] For port d496e4c6-ed6c-4b9a-8775-0eb582d762d4, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=d496e4c6-ed6c-4b9a-8775-0eb582d762d4,segment=NetworkSegment(6a354170-54c2-4c69-9a9b-4aa20358335f),segment_id=6a354170-54c2-4c69-9a9b-4aa20358335f)] {{(pid=100551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:52:04.026804 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78eeb0-eeac-42d6-a326-773d17b88b6b req-2dd0b1e1-c666-4714-883e-d8f777dbb32e tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:04.028382 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5b78eeb0-eeac-42d6-a326-773d17b88b6b req-2dd0b1e1-c666-4714-883e-d8f777dbb32e tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 945 time: 0.0858276 Sep 07 23:52:04.084673 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-c15c70ea-3b13-4a86-999f-38a70f260974 req-fa9f8a27-38e8-4bf7-8e4e-9849600f1961 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks [] for port, precommit_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:04.091272 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5b78eeb0-eeac-42d6-a326-773d17b88b6b req-5ca36379-dda2-46b6-87da-363189a19bdd tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518470 Sep 07 23:52:04.092840 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-c15c70ea-3b13-4a86-999f-38a70f260974 req-fa9f8a27-38e8-4bf7-8e4e-9849600f1961 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5131532'] for port, after_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:04.108212 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] get_ports_and_sgs() called for port_ids ['d496e4c6-ed6c-4b9a-8775-0eb582d762d4'] {{(pid=100552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 23:52:04.141652 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c70ea-3b13-4a86-999f-38a70f260974 req-fa9f8a27-38e8-4bf7-8e4e-9849600f1961 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:04.142273 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-c15c70ea-3b13-4a86-999f-38a70f260974 req-fa9f8a27-38e8-4bf7-8e4e-9849600f1961 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:04.149991 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 35290) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:52:04.157822 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c15c70ea-3b13-4a86-999f-38a70f260974 req-fa9f8a27-38e8-4bf7-8e4e-9849600f1961 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "PUT /v2.0/ports/d496e4c6-ed6c-4b9a-8775-0eb582d762d4 HTTP/1.1" status: 200 len: 943 time: 0.5529919 Sep 07 23:52:04.158991 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8820607b-5d5a-42c9-96d2-f214ae781f1d', 'tag': 'd496e4c6-ed6c-4b9a-8775-0eb582d762d4'}] {{(pid=100551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:52:04.161349 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744d18a1a9123520e55b11d6b4f544890c28500fff252c5db1cb0c4b69d72d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62b9b34-b4ae-4429-b662-69e2b0eb210e" -d '{"events": [{"name": "network-changed", "server_uuid": "8820607b-5d5a-42c9-96d2-f214ae781f1d", "tag": "d496e4c6-ed6c-4b9a-8775-0eb582d762d4"}]}' {{(pid=100551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:52:04.231253 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9f8a27-38e8-4bf7-8e4e-9849600f1961 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Pushing event updated for resources: {'Port': ['ID=d496e4c6-ed6c-4b9a-8775-0eb582d762d4,revision_number=7']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:04.274979 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d56d1786-96fe-4230-9d82-fcde976e912a tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:04.331077 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] get_ports_and_sgs() called for port_ids ['d496e4c6-ed6c-4b9a-8775-0eb582d762d4'] {{(pid=100552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 23:52:04.351015 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d56d1786-96fe-4230-9d82-fcde976e912a tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:04.365291 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 23:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830e03bd-35c9-4b61-9901-a37cb962807f x-openstack-request-id: req-830e03bd-35c9-4b61-9901-a37cb962807f {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:52:04.365891 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8820607b-5d5a-42c9-96d2-f214ae781f1d", "tag": "d496e4c6-ed6c-4b9a-8775-0eb582d762d4", "status": "completed", "code": 200}]} {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:52:04.366325 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-830e03bd-35c9-4b61-9901-a37cb962807f {{(pid=100551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:52:04.366924 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8820607b-5d5a-42c9-96d2-f214ae781f1d', 'tag': 'd496e4c6-ed6c-4b9a-8775-0eb582d762d4', 'status': 'completed', 'code': 200} Sep 07 23:52:04.445740 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d56d1786-96fe-4230-9d82-fcde976e912a tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:04.448489 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d56d1786-96fe-4230-9d82-fcde976e912a tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:04.450261 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-d56d1786-96fe-4230-9d82-fcde976e912a tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "DELETE /v2.0/security-groups/a8b6aaf1-40dd-4921-b423-fa91c81674fb HTTP/1.1" status: 204 len: 168 time: 0.2986665 Sep 07 23:52:04.459953 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 35300) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:52:04.467264 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d1786-96fe-4230-9d82-fcde976e912a tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b6aaf1-40dd-4921-b423-fa91c81674fb,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:04.504939 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b9b34-b4ae-4429-b662-69e2b0eb210e req-a289d071-19e0-4e33-8336-5086479fd061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:04.509659 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d62b9b34-b4ae-4429-b662-69e2b0eb210e req-a289d071-19e0-4e33-8336-5086479fd061 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4351e3b1aaa64bafa9cea9720a80c5a3&device_id=8820607b-5d5a-42c9-96d2-f214ae781f1d HTTP/1.1" status: 200 len: 1099 time: 0.1103125 Sep 07 23:52:04.524199 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d1786-96fe-4230-9d82-fcde976e912a tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:52:04.524837 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d1786-96fe-4230-9d82-fcde976e912a tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:52:04.525378 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d1786-96fe-4230-9d82-fcde976e912a tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:52:04.525750 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d1786-96fe-4230-9d82-fcde976e912a tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:52:04.526045 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d1786-96fe-4230-9d82-fcde976e912a tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:52:04.526585 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d1786-96fe-4230-9d82-fcde976e912a tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:52:04.526944 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d1786-96fe-4230-9d82-fcde976e912a tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:52:04.527277 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d1786-96fe-4230-9d82-fcde976e912a tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:52:04.527621 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d1786-96fe-4230-9d82-fcde976e912a tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:52:04.527935 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d1786-96fe-4230-9d82-fcde976e912a tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:52:04.528264 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d1786-96fe-4230-9d82-fcde976e912a tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:52:04.528617 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d1786-96fe-4230-9d82-fcde976e912a tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:52:04.593539 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-00b9d708-af73-4dd9-9cea-f5cbbd19062e None None] Provisioning complete for port d496e4c6-ed6c-4b9a-8775-0eb582d762d4 triggered by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:52:04.593906 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-00b9d708-af73-4dd9-9cea-f5cbbd19062e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:04.644112 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b9b34-b4ae-4429-b662-69e2b0eb210e req-9b48f9f9-c510-48d5-bd56-1c2a14ed53b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:04.647196 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d62b9b34-b4ae-4429-b662-69e2b0eb210e req-9b48f9f9-c510-48d5-bd56-1c2a14ed53b6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=09912968-2b9d-4396-b8cf-aa37c9b2f256 HTTP/1.1" status: 200 len: 915 time: 0.1297956 Sep 07 23:52:04.694513 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.plugin [None req-7938765d-d6f3-493b-9f28-86925bd3d944 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Deleting port 5cb11ea9-4032-460f-86fc-c92835bebd65 {{(pid=100550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:52:04.695246 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-7938765d-d6f3-493b-9f28-86925bd3d944 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:04.765089 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d62b9b34-b4ae-4429-b662-69e2b0eb210e req-9e2cb9f2-232a-448e-b97d-56dd154c0814 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d496e4c6-ed6c-4b9a-8775-0eb582d762d4 HTTP/1.1" status: 200 len: 1002 time: 0.1020529 Sep 07 23:52:04.811725 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-7938765d-d6f3-493b-9f28-86925bd3d944 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:04.812422 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-7938765d-d6f3-493b-9f28-86925bd3d944 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:04.826664 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b9b34-b4ae-4429-b662-69e2b0eb210e req-3e30f047-76f7-459f-a3de-02b20c66d5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:04.828155 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d62b9b34-b4ae-4429-b662-69e2b0eb210e req-3e30f047-76f7-459f-a3de-02b20c66d5ae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dabd7f45-8b5d-4ae8-8693-50241ca4db2f HTTP/1.1" status: 200 len: 853 time: 0.0552943 Sep 07 23:52:04.828466 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.plugin [None req-7938765d-d6f3-493b-9f28-86925bd3d944 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Calling delete_port for 5cb11ea9-4032-460f-86fc-c92835bebd65 owned by network:floatingip {{(pid=100550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:52:04.906347 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b9b34-b4ae-4429-b662-69e2b0eb210e req-de4a3022-beae-4fad-a1ed-43fc38d9bb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:04.910748 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d62b9b34-b4ae-4429-b662-69e2b0eb210e req-de4a3022-beae-4fad-a1ed-43fc38d9bb24 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=09912968-2b9d-4396-b8cf-aa37c9b2f256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0720479 Sep 07 23:52:05.035738 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d62b9b34-b4ae-4429-b662-69e2b0eb210e req-efe4579e-95ac-4b02-90c2-4dcf4031656e service neutron] 10.222.0.42 "GET /v2.0/networks/09912968-2b9d-4396-b8cf-aa37c9b2f256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161776 Sep 07 23:52:05.154786 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d62b9b34-b4ae-4429-b662-69e2b0eb210e req-94fc8928-c908-427b-87d8-c8e9ee8824c9 service neutron] 10.222.0.42 "GET /v2.0/networks/09912968-2b9d-4396-b8cf-aa37c9b2f256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114438 Sep 07 23:52:05.206408 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-187590d1-19a7-4a5a-ac4c-70625f9f540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:05.302258 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-7938765d-d6f3-493b-9f28-86925bd3d944 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7634829'] for port, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:05.329699 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7c04c-ea6c-4278-9afa-b90f0148b03c req-1fe0fe00-302b-4fdc-b6e1-a1911d20c111 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:05.340535 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1aa7c04c-ea6c-4278-9afa-b90f0148b03c req-1fe0fe00-302b-4fdc-b6e1-a1911d20c111 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 945 time: 0.0863426 Sep 07 23:52:05.375258 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7938765d-d6f3-493b-9f28-86925bd3d944 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Pushing event deleted for resources: {'Port': ['ID=5cb11ea9-4032-460f-86fc-c92835bebd65,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:05.389636 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1aa7c04c-ea6c-4278-9afa-b90f0148b03c req-a9ab6709-c1fa-4b8d-a01e-1839d1edf07d tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479021 Sep 07 23:52:05.487846 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-7938765d-d6f3-493b-9f28-86925bd3d944 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks [] for floatingip, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:05.488277 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.db.l3_db [None req-7938765d-d6f3-493b-9f28-86925bd3d944 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Floating IP 6b27caa0-be7b-4c21-8154-572d39e1d1af disassociated (deleted). External IP: 172.27.2.172, port: d496e4c6-ed6c-4b9a-8775-0eb582d762d4. Sep 07 23:52:05.781871 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7938765d-d6f3-493b-9f28-86925bd3d944 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Router f7439a29-8f8e-4ecf-a7cd-b31b3e98848b has already been hosted by L3 agent 19316ef7-2440-47e6-ada3-35aaee6f744b {{(pid=100550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 23:52:05.920501 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7938765d-d6f3-493b-9f28-86925bd3d944 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify agent at l3_agent.dv-cinder-751579-26-iscsi the message routers_updated {{(pid=100550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 23:52:05.926839 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-7938765d-d6f3-493b-9f28-86925bd3d944 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for floatingip, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:05.944333 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b516f7ce-186d-408b-a5df-7cf3988e9a31 None None] Sync routers for ids ['f7439a29-8f8e-4ecf-a7cd-b31b3e98848b'] in dv-cinder-751579-26-iscsi {{(pid=100552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 23:52:05.959849 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b516f7ce-186d-408b-a5df-7cf3988e9a31 None None] Routers {'f7439a29-8f8e-4ecf-a7cd-b31b3e98848b'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:52:05.961084 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-b516f7ce-186d-408b-a5df-7cf3988e9a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:52:02Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['f7439a29-8f8e-4ecf-a7cd-b31b3e98848b'], 'active': True} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:52:05.962810 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-7938765d-d6f3-493b-9f28-86925bd3d944 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "DELETE /v2.0/floatingips/6b27caa0-be7b-4c21-8154-572d39e1d1af HTTP/1.1" status: 204 len: 168 time: 1.4848862 Sep 07 23:52:05.963407 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8820607b-5d5a-42c9-96d2-f214ae781f1d', 'tag': 'd496e4c6-ed6c-4b9a-8775-0eb582d762d4'}] {{(pid=100550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:52:05.965929 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d662247da8c952987fd655d1558826128f562bf65326072a344d62a4e19a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1030e9-b34c-4c51-a28b-6587ac398879" -d '{"events": [{"name": "network-changed", "server_uuid": "8820607b-5d5a-42c9-96d2-f214ae781f1d", "tag": "d496e4c6-ed6c-4b9a-8775-0eb582d762d4"}]}' {{(pid=100550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:52:06.104929 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvr_db [None req-b516f7ce-186d-408b-a5df-7cf3988e9a31 None None] Set router f7439a29-8f8e-4ecf-a7cd-b31b3e98848b gateway port host: dv-cinder-751579-26-iscsi {{(pid=100552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:52:06.139945 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 23:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa002c6-6a4d-4c69-b829-7999ec87f0a8 x-openstack-request-id: req-9fa002c6-6a4d-4c69-b829-7999ec87f0a8 {{(pid=100550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:52:06.140492 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8820607b-5d5a-42c9-96d2-f214ae781f1d", "tag": "d496e4c6-ed6c-4b9a-8775-0eb582d762d4", "status": "completed", "code": 200}]} {{(pid=100550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:52:06.140492 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9fa002c6-6a4d-4c69-b829-7999ec87f0a8 {{(pid=100550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:52:06.141177 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8820607b-5d5a-42c9-96d2-f214ae781f1d', 'tag': 'd496e4c6-ed6c-4b9a-8775-0eb582d762d4', 'status': 'completed', 'code': 200} Sep 07 23:52:06.253541 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1030e9-b34c-4c51-a28b-6587ac398879 req-9d2d13d9-51aa-4f75-9cc0-8f15b855eb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:06.255749 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-2f1030e9-b34c-4c51-a28b-6587ac398879 req-9d2d13d9-51aa-4f75-9cc0-8f15b855eb95 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4351e3b1aaa64bafa9cea9720a80c5a3&device_id=8820607b-5d5a-42c9-96d2-f214ae781f1d HTTP/1.1" status: 200 len: 1099 time: 0.0792828 Sep 07 23:52:06.368440 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-b516f7ce-186d-408b-a5df-7cf3988e9a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7439a29-8f8e-4ecf-a7cd-b31b3e98848b', 'name': 'tempest-TestMinimumBasicScenario-882561108-router', 'tenant_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '012c5e9f-9e55-48c4-a887-9ea57687caaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:49:29Z', 'updated_at': '2021-09-07T23:49:33Z', 'revision_number': 4, 'project_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'gw_port': {'id': '012c5e9f-9e55-48c4-a887-9ea57687caaf', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:30:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7439a29-8f8e-4ecf-a7cd-b31b3e98848b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:49:29Z', 'updated_at': '2021-09-07T23:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': '20a7b7d6-e078-4458-ab35-0f0c5d684562', 'name': '', 'network_id': '09912968-2b9d-4396-b8cf-aa37c9b2f256', 'tenant_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'mac_address': 'fa:16:3e:85:50:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7439a29-8f8e-4ecf-a7cd-b31b3e98848b', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'dabd7f45-8b5d-4ae8-8693-50241ca4db2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:49:32Z', 'updated_at': '2021-09-07T23:49:41Z', 'revision_number': 5, 'project_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'subnets': [{'id': 'dabd7f45-8b5d-4ae8-8693-50241ca4db2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:52:06.402034 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b516f7ce-186d-408b-a5df-7cf3988e9a31 None None] Checking router: f7439a29-8f8e-4ecf-a7cd-b31b3e98848b for host: dv-cinder-751579-26-iscsi {{(pid=100552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 23:52:06.412273 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b516f7ce-186d-408b-a5df-7cf3988e9a31 None None] Routers {'f7439a29-8f8e-4ecf-a7cd-b31b3e98848b'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:52:06.412948 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-b516f7ce-186d-408b-a5df-7cf3988e9a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:52:02Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['f7439a29-8f8e-4ecf-a7cd-b31b3e98848b'], 'active': True} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:52:06.472974 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1030e9-b34c-4c51-a28b-6587ac398879 req-5388bdb2-fd4a-4955-bedf-f48c6f8de039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:06.474582 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-2f1030e9-b34c-4c51-a28b-6587ac398879 req-5388bdb2-fd4a-4955-bedf-f48c6f8de039 service neutron] 10.222.0.42 "GET /v2.0/networks?id=09912968-2b9d-4396-b8cf-aa37c9b2f256 HTTP/1.1" status: 200 len: 915 time: 0.2020388 Sep 07 23:52:06.541549 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-2f1030e9-b34c-4c51-a28b-6587ac398879 req-6c097f57-de02-431c-aec5-b2afce06619e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d496e4c6-ed6c-4b9a-8775-0eb582d762d4 HTTP/1.1" status: 200 len: 217 time: 0.0490053 Sep 07 23:52:06.631451 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1030e9-b34c-4c51-a28b-6587ac398879 req-4ec3e3dc-faf3-4a6f-a43b-eedf480cf544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:06.632954 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-2f1030e9-b34c-4c51-a28b-6587ac398879 req-4ec3e3dc-faf3-4a6f-a43b-eedf480cf544 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dabd7f45-8b5d-4ae8-8693-50241ca4db2f HTTP/1.1" status: 200 len: 853 time: 0.0784178 Sep 07 23:52:06.649079 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1dce0e-bd23-45f6-8aca-6a3b07d2e833 req-5024d706-507e-4b2a-b512-9f21bf55590e tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:06.650687 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8b1dce0e-bd23-45f6-8aca-6a3b07d2e833 req-5024d706-507e-4b2a-b512-9f21bf55590e tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 945 time: 0.1081877 Sep 07 23:52:06.714849 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8b1dce0e-bd23-45f6-8aca-6a3b07d2e833 req-ab94b2e6-d865-4a21-86df-5b1b890c1687 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542440 Sep 07 23:52:06.726695 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1030e9-b34c-4c51-a28b-6587ac398879 req-86a616ee-f843-4688-bcef-9a0c831a3ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:06.728962 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-2f1030e9-b34c-4c51-a28b-6587ac398879 req-86a616ee-f843-4688-bcef-9a0c831a3ced service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=09912968-2b9d-4396-b8cf-aa37c9b2f256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0773273 Sep 07 23:52:06.744951 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvr_db [None req-b516f7ce-186d-408b-a5df-7cf3988e9a31 None None] Set router f7439a29-8f8e-4ecf-a7cd-b31b3e98848b gateway port host: dv-cinder-751579-26-iscsi {{(pid=100552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:52:06.865191 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-2f1030e9-b34c-4c51-a28b-6587ac398879 req-e8d944fb-f209-4c08-9217-85a9a7cb7819 service neutron] 10.222.0.42 "GET /v2.0/networks/09912968-2b9d-4396-b8cf-aa37c9b2f256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280987 Sep 07 23:52:06.991884 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-b516f7ce-186d-408b-a5df-7cf3988e9a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7439a29-8f8e-4ecf-a7cd-b31b3e98848b', 'name': 'tempest-TestMinimumBasicScenario-882561108-router', 'tenant_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '012c5e9f-9e55-48c4-a887-9ea57687caaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:49:29Z', 'updated_at': '2021-09-07T23:49:33Z', 'revision_number': 4, 'project_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'gw_port': {'id': '012c5e9f-9e55-48c4-a887-9ea57687caaf', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:30:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7439a29-8f8e-4ecf-a7cd-b31b3e98848b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:49:29Z', 'updated_at': '2021-09-07T23:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': '20a7b7d6-e078-4458-ab35-0f0c5d684562', 'name': '', 'network_id': '09912968-2b9d-4396-b8cf-aa37c9b2f256', 'tenant_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'mac_address': 'fa:16:3e:85:50:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7439a29-8f8e-4ecf-a7cd-b31b3e98848b', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'dabd7f45-8b5d-4ae8-8693-50241ca4db2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:49:32Z', 'updated_at': '2021-09-07T23:49:41Z', 'revision_number': 5, 'project_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'subnets': [{'id': 'dabd7f45-8b5d-4ae8-8693-50241ca4db2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:52:07.005815 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-2f1030e9-b34c-4c51-a28b-6587ac398879 req-6bcd22dd-8612-4c80-9384-2f2e59567e26 service neutron] 10.222.0.42 "GET /v2.0/networks/09912968-2b9d-4396-b8cf-aa37c9b2f256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326895 Sep 07 23:52:07.046375 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b516f7ce-186d-408b-a5df-7cf3988e9a31 None None] The sync data for ids ['f7439a29-8f8e-4ecf-a7cd-b31b3e98848b'] in dv-cinder-751579-26-iscsi is: [{'id': 'f7439a29-8f8e-4ecf-a7cd-b31b3e98848b', 'name': 'tempest-TestMinimumBasicScenario-882561108-router', 'tenant_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '012c5e9f-9e55-48c4-a887-9ea57687caaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:49:29Z', 'updated_at': '2021-09-07T23:49:33Z', 'revision_number': 4, 'project_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'gw_port': {'id': '012c5e9f-9e55-48c4-a887-9ea57687caaf', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:30:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7439a29-8f8e-4ecf-a7cd-b31b3e98848b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:49:29Z', 'updated_at': '2021-09-07T23:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': '20a7b7d6-e078-4458-ab35-0f0c5d684562', 'name': '', 'network_id': '09912968-2b9d-4396-b8cf-aa37c9b2f256', 'tenant_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'mac_address': 'fa:16:3e:85:50:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7439a29-8f8e-4ecf-a7cd-b31b3e98848b', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'dabd7f45-8b5d-4ae8-8693-50241ca4db2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:49:32Z', 'updated_at': '2021-09-07T23:49:41Z', 'revision_number': 5, 'project_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'subnets': [{'id': 'dabd7f45-8b5d-4ae8-8693-50241ca4db2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 23:52:07.368233 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e18e2c-49ef-49d6-ab58-599a28e5a5bc None None] New status for floating IP 6b27caa0-be7b-4c21-8154-572d39e1d1af: DOWN {{(pid=100553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 23:52:07.865138 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa772a4-4aec-4e63-9ea2-291212af865f req-31f28f7c-44ee-4a9c-94b1-96f176c67251 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:07.866660 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1aa772a4-4aec-4e63-9ea2-291212af865f req-31f28f7c-44ee-4a9c-94b1-96f176c67251 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 945 time: 0.0652797 Sep 07 23:52:07.912392 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1aa772a4-4aec-4e63-9ea2-291212af865f req-34630784-aa00-4695-95ec-1fdafc1a341c tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377462 Sep 07 23:52:09.055576 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312eaa83-8296-4707-a5cc-05b1cfba8874 req-22823175-a6c8-4805-8d22-bed567f54fb8 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:09.057409 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-312eaa83-8296-4707-a5cc-05b1cfba8874 req-22823175-a6c8-4805-8d22-bed567f54fb8 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 945 time: 0.0607951 Sep 07 23:52:09.108050 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-312eaa83-8296-4707-a5cc-05b1cfba8874 req-74ce7e6b-6b10-4274-8a68-430eb14981db tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404077 Sep 07 23:52:10.344579 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0f04b-a44a-4654-90e1-52d3a64421e1 req-555e1dd0-bfd0-456e-b384-952abbce3805 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:10.353359 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c0c0f04b-a44a-4654-90e1-52d3a64421e1 req-555e1dd0-bfd0-456e-b384-952abbce3805 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 945 time: 0.0987701 Sep 07 23:52:10.407519 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c0c0f04b-a44a-4654-90e1-52d3a64421e1 req-57577343-d1af-41dd-92a5-699daadbbe5e tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531483 Sep 07 23:52:11.542470 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff9f2b0-9ca6-4d63-82b4-15ff4455d2a6 req-cb1c9596-2b33-4874-9374-e048c2bf73dc tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:11.544020 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5ff9f2b0-9ca6-4d63-82b4-15ff4455d2a6 req-cb1c9596-2b33-4874-9374-e048c2bf73dc tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 945 time: 0.0530477 Sep 07 23:52:11.589843 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5ff9f2b0-9ca6-4d63-82b4-15ff4455d2a6 req-5bc80034-fb8e-4b6d-809d-9fff1c31730c tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395927 Sep 07 23:52:12.227763 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978228df-03f2-4e55-86f5-3494ecc17f7e req-97849710-1f47-4dfd-8b67-d19bdb09259a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:12.229424 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-978228df-03f2-4e55-86f5-3494ecc17f7e req-97849710-1f47-4dfd-8b67-d19bdb09259a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=58b276a8254e43be89c8e4a10c333cbe&device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 1098 time: 0.0474796 Sep 07 23:52:12.331458 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978228df-03f2-4e55-86f5-3494ecc17f7e req-8af61345-4593-42ba-b7ee-bebd920e9a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:12.332973 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-978228df-03f2-4e55-86f5-3494ecc17f7e req-8af61345-4593-42ba-b7ee-bebd920e9a64 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bb0cf1ab-d1d5-410c-b15c-8c9770c10630 HTTP/1.1" status: 200 len: 918 time: 0.0952263 Sep 07 23:52:12.405854 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-978228df-03f2-4e55-86f5-3494ecc17f7e req-436fa96b-ba45-4a16-a769-ed107f4d0e3f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de3b0ae0-5c66-4b3f-b647-7415dc1dc860 HTTP/1.1" status: 200 len: 1001 time: 0.0647037 Sep 07 23:52:12.470047 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978228df-03f2-4e55-86f5-3494ecc17f7e req-5f05427a-692f-4106-9a43-a19a09c41fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:12.472354 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-978228df-03f2-4e55-86f5-3494ecc17f7e req-5f05427a-692f-4106-9a43-a19a09c41fa1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2e4b191b-fe64-4814-8fad-97b5ba0852ce HTTP/1.1" status: 200 len: 856 time: 0.0518744 Sep 07 23:52:12.521940 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978228df-03f2-4e55-86f5-3494ecc17f7e req-e2e7d74c-74ac-4307-b3fa-5495014a6b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:12.523441 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-978228df-03f2-4e55-86f5-3494ecc17f7e req-e2e7d74c-74ac-4307-b3fa-5495014a6b8a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bb0cf1ab-d1d5-410c-b15c-8c9770c10630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0412719 Sep 07 23:52:12.632434 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-978228df-03f2-4e55-86f5-3494ecc17f7e req-1f7aa4cd-d3c1-46d0-ac77-1cd88e75ba89 service neutron] 10.222.0.42 "GET /v2.0/networks/bb0cf1ab-d1d5-410c-b15c-8c9770c10630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005299 Sep 07 23:52:12.762110 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-978228df-03f2-4e55-86f5-3494ecc17f7e req-3a95217a-eace-4cd3-bb30-63ce6f7844f5 service neutron] 10.222.0.42 "GET /v2.0/networks/bb0cf1ab-d1d5-410c-b15c-8c9770c10630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222873 Sep 07 23:52:12.775624 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fe62f-f847-4f41-bae0-6408b6daffdb req-78123e9c-155d-4820-a538-a460cf8675f4 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:12.777099 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-866fe62f-f847-4f41-bae0-6408b6daffdb req-78123e9c-155d-4820-a538-a460cf8675f4 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 945 time: 0.0780103 Sep 07 23:52:12.816232 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-866fe62f-f847-4f41-bae0-6408b6daffdb req-d4317b61-aa7c-4f30-89f9-10d2974e7a4f tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332603 Sep 07 23:52:13.261427 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4512ece-4f70-41e2-bc02-33704691850b req-af306153-f109-4f16-828c-4b82f000b678 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:13.262937 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a4512ece-4f70-41e2-bc02-33704691850b req-af306153-f109-4f16-828c-4b82f000b678 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/ports?device_id=8820607b-5d5a-42c9-96d2-f214ae781f1d HTTP/1.1" status: 200 len: 946 time: 0.0539594 Sep 07 23:52:13.302049 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a4512ece-4f70-41e2-bc02-33704691850b req-805b23e8-8dca-4451-b48d-a803f2ceaa5b tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b9f13c3-1b0e-408c-b9eb-cdedf405f985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328541 Sep 07 23:52:13.950517 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06841b6e-b417-4f0d-a2e6-348872381b83 req-8f5cc531-5d57-4be7-a2e8-1599aaae15db tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:13.951984 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-06841b6e-b417-4f0d-a2e6-348872381b83 req-8f5cc531-5d57-4be7-a2e8-1599aaae15db tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 945 time: 0.0603650 Sep 07 23:52:13.990947 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-06841b6e-b417-4f0d-a2e6-348872381b83 req-1739fe68-1b6b-482f-be57-a52528f91830 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320690 Sep 07 23:52:14.431340 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3848c4-bd21-42e2-bb01-500487b9d52b req-f510ca68-78b6-47d1-8546-e6c7074b4c58 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:14.432863 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3b3848c4-bd21-42e2-bb01-500487b9d52b req-f510ca68-78b6-47d1-8546-e6c7074b4c58 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/ports?device_id=8820607b-5d5a-42c9-96d2-f214ae781f1d HTTP/1.1" status: 200 len: 946 time: 0.0622671 Sep 07 23:52:14.475115 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3b3848c4-bd21-42e2-bb01-500487b9d52b req-3585a855-84aa-4d57-b6c8-ad292e38599b tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b9f13c3-1b0e-408c-b9eb-cdedf405f985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333915 Sep 07 23:52:15.063107 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b5890-f960-4bce-bbc8-f9baedfb8b75 req-939a682c-e0ab-4d5d-a507-55376b87ac34 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:15.064660 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-b46b5890-f960-4bce-bbc8-f9baedfb8b75 req-939a682c-e0ab-4d5d-a507-55376b87ac34 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.42 "GET /v2.0/ports?device_id=8820607b-5d5a-42c9-96d2-f214ae781f1d HTTP/1.1" status: 200 len: 946 time: 0.0505354 Sep 07 23:52:15.171697 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef115c-8694-4299-982b-fcdb79ee4d04 req-ea524fd5-62aa-4222-a028-86c91656ef8f tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:15.173188 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-37ef115c-8694-4299-982b-fcdb79ee4d04 req-ea524fd5-62aa-4222-a028-86c91656ef8f tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 945 time: 0.1063638 Sep 07 23:52:15.227223 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [req-b46b5890-f960-4bce-bbc8-f9baedfb8b75 req-2d1ae6c5-fd22-480e-b122-f754da22508a tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Deleting port d496e4c6-ed6c-4b9a-8775-0eb582d762d4 {{(pid=100551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:52:15.227565 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-b46b5890-f960-4bce-bbc8-f9baedfb8b75 req-2d1ae6c5-fd22-480e-b122-f754da22508a tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:15.234122 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-37ef115c-8694-4299-982b-fcdb79ee4d04 req-7cb667ee-6d78-4718-af0b-b5b976e0f54f tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546966 Sep 07 23:52:15.333867 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-b46b5890-f960-4bce-bbc8-f9baedfb8b75 req-2d1ae6c5-fd22-480e-b122-f754da22508a tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] For port d496e4c6-ed6c-4b9a-8775-0eb582d762d4, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=d496e4c6-ed6c-4b9a-8775-0eb582d762d4,segment=NetworkSegment(6a354170-54c2-4c69-9a9b-4aa20358335f),segment_id=6a354170-54c2-4c69-9a9b-4aa20358335f)] {{(pid=100551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:52:15.334372 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-b46b5890-f960-4bce-bbc8-f9baedfb8b75 req-2d1ae6c5-fd22-480e-b122-f754da22508a tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:15.350243 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [req-b46b5890-f960-4bce-bbc8-f9baedfb8b75 req-2d1ae6c5-fd22-480e-b122-f754da22508a tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Calling delete_port for d496e4c6-ed6c-4b9a-8775-0eb582d762d4 owned by compute:nova {{(pid=100551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:52:15.699274 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa51fb-af26-439b-9140-5a2eca5c3860 req-26d4e0b0-d5c4-49bd-92b5-a3642eadf052 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:15.700840 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ccfa51fb-af26-439b-9140-5a2eca5c3860 req-26d4e0b0-d5c4-49bd-92b5-a3642eadf052 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/ports?device_id=8820607b-5d5a-42c9-96d2-f214ae781f1d HTTP/1.1" status: 200 len: 946 time: 0.0948672 Sep 07 23:52:15.767732 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ccfa51fb-af26-439b-9140-5a2eca5c3860 req-b6a5d7df-9009-40a3-8362-a4cb15110243 tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b9f13c3-1b0e-408c-b9eb-cdedf405f985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584216 Sep 07 23:52:15.795980 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-b46b5890-f960-4bce-bbc8-f9baedfb8b75 req-2d1ae6c5-fd22-480e-b122-f754da22508a tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:15.808715 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] get_ports_and_sgs() called for port_ids ['d496e4c6-ed6c-4b9a-8775-0eb582d762d4'] {{(pid=100552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 23:52:15.825565 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1ae6c5-fd22-480e-b122-f754da22508a tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Pushing event deleted for resources: {'Port': ['ID=d496e4c6-ed6c-4b9a-8775-0eb582d762d4,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:15.870610 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.l3_dvrscheduler_db [req-b46b5890-f960-4bce-bbc8-f9baedfb8b75 req-2d1ae6c5-fd22-480e-b122-f754da22508a tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] No DVR routers for this DVR port d496e4c6-ed6c-4b9a-8775-0eb582d762d4 on host hv-cinder-75157 {{(pid=100551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 23:52:15.873250 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-b46b5890-f960-4bce-bbc8-f9baedfb8b75 req-2d1ae6c5-fd22-480e-b122-f754da22508a tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:15.875289 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-b46b5890-f960-4bce-bbc8-f9baedfb8b75 req-2d1ae6c5-fd22-480e-b122-f754da22508a tempest-TestMinimumBasicScenario-950024949 tempest-TestMinimumBasicScenario-950024949-project] 10.222.0.42 "DELETE /v2.0/ports/d496e4c6-ed6c-4b9a-8775-0eb582d762d4 HTTP/1.1" status: 204 len: 173 time: 0.8000386 Sep 07 23:52:15.876076 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8820607b-5d5a-42c9-96d2-f214ae781f1d', 'name': 'network-vif-deleted', 'tag': 'd496e4c6-ed6c-4b9a-8775-0eb582d762d4'}] {{(pid=100551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:52:15.878552 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744d18a1a9123520e55b11d6b4f544890c28500fff252c5db1cb0c4b69d72d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab4c760-4bb3-4456-bd4e-21063d6197cc" -d '{"events": [{"server_uuid": "8820607b-5d5a-42c9-96d2-f214ae781f1d", "name": "network-vif-deleted", "tag": "d496e4c6-ed6c-4b9a-8775-0eb582d762d4"}]}' {{(pid=100551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:52:15.921094 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 23:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529d2ae5-b083-42ae-b2a8-81ae7ff2a2b8 x-openstack-request-id: req-529d2ae5-b083-42ae-b2a8-81ae7ff2a2b8 {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:52:15.921411 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8820607b-5d5a-42c9-96d2-f214ae781f1d", "name": "network-vif-deleted", "tag": "d496e4c6-ed6c-4b9a-8775-0eb582d762d4", "status": "completed", "code": 200}]} {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:52:15.921662 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-529d2ae5-b083-42ae-b2a8-81ae7ff2a2b8 {{(pid=100551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:52:15.922170 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8820607b-5d5a-42c9-96d2-f214ae781f1d', 'name': 'network-vif-deleted', 'tag': 'd496e4c6-ed6c-4b9a-8775-0eb582d762d4', 'status': 'completed', 'code': 200} Sep 07 23:52:16.329774 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b3a9c-7b55-4627-8814-ddd99cd440f7 req-129e7ab1-0a9f-4705-8d55-f407cd1ee665 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:16.339298 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-750b3a9c-7b55-4627-8814-ddd99cd440f7 req-129e7ab1-0a9f-4705-8d55-f407cd1ee665 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 945 time: 0.1110666 Sep 07 23:52:16.405228 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-750b3a9c-7b55-4627-8814-ddd99cd440f7 req-0c78cabb-2004-4720-b8b9-00387ae77bff tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577588 Sep 07 23:52:16.555856 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 35472) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:52:16.646254 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [req-78f221bd-dde7-4a6f-8b9b-d01503f78665 req-cd5441a8-b784-4648-83c8-3b15657adf2a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0892236 Sep 07 23:52:16.654949 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [req-78f221bd-dde7-4a6f-8b9b-d01503f78665 req-2c3da119-3742-4d22-b79c-6a918b0f83de service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 23:52:16.655918 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [req-78f221bd-dde7-4a6f-8b9b-d01503f78665 req-2c3da119-3742-4d22-b79c-6a918b0f83de service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050187 Sep 07 23:52:17.028090 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device de3b0ae0-5c66-4b3f-b647-7415dc1dc860 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 23:52:17.133797 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:17.165799 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1223f810-24aa-48d7-ab8c-7af988a9f2e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de3b0ae0-5c66-4b3f-b647-7415dc1dc860'}] {{(pid=100552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:52:17.168112 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6af7ada11e39af001df59af8fe1a830bb49e6ec01a9e34e873de5065727c58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9acc0103-40ed-4fb1-ab1b-36cd8088c415" -d '{"events": [{"server_uuid": "1223f810-24aa-48d7-ab8c-7af988a9f2e7", "name": "network-vif-unplugged", "status": "completed", "tag": "de3b0ae0-5c66-4b3f-b647-7415dc1dc860"}]}' {{(pid=100552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:52:17.198934 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port de3b0ae0-5c66-4b3f-b647-7415dc1dc860, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=de3b0ae0-5c66-4b3f-b647-7415dc1dc860,segment=NetworkSegment(c1e8596d-44b9-4f74-a478-a7fa52272fc4),segment_id=c1e8596d-44b9-4f74-a478-a7fa52272fc4)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:52:17.208614 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 07 Sep 2021 23:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2879c3-8f23-4cae-8160-57be65e52534 x-openstack-request-id: req-3a2879c3-8f23-4cae-8160-57be65e52534 {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:52:17.209132 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1223f810-24aa-48d7-ab8c-7af988a9f2e7", "name": "network-vif-unplugged", "status": "failed", "tag": "de3b0ae0-5c66-4b3f-b647-7415dc1dc860", "code": 422}]} {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:52:17.209540 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3a2879c3-8f23-4cae-8160-57be65e52534 {{(pid=100552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:52:17.210181 dv-cinder-751579-26-iscsi neutron-server[100552]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1223f810-24aa-48d7-ab8c-7af988a9f2e7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'de3b0ae0-5c66-4b3f-b647-7415dc1dc860', 'code': 422} returned with failed status Sep 07 23:52:17.211410 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:17.289408 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Pushing event updated for resources: {'Port': ['ID=de3b0ae0-5c66-4b3f-b647-7415dc1dc860,revision_number=8']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:17.435960 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 35528) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:52:17.595853 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7189ec46-13f9-468c-bf55-d7bcb2dd48f1 req-f7002887-77e4-46dc-9907-e720029c3be6 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:17.597296 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7189ec46-13f9-468c-bf55-d7bcb2dd48f1 req-f7002887-77e4-46dc-9907-e720029c3be6 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 943 time: 0.1096771 Sep 07 23:52:17.698086 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7189ec46-13f9-468c-bf55-d7bcb2dd48f1 req-a3bbfc1e-07eb-4b17-8b3d-b6ca56de1a0c tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550802 Sep 07 23:52:17.731725 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f221bd-dde7-4a6f-8b9b-d01503f78665 req-3c376234-aaa6-4a97-9087-a724b7378e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:17.733292 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-78f221bd-dde7-4a6f-8b9b-d01503f78665 req-3c376234-aaa6-4a97-9087-a724b7378e7b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7&tenant_id=58b276a8254e43be89c8e4a10c333cbe HTTP/1.1" status: 200 len: 1096 time: 0.1586854 Sep 07 23:52:17.856094 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f221bd-dde7-4a6f-8b9b-d01503f78665 req-a9aa427a-54bd-499b-9948-9cadeaa9d1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:17.857660 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-78f221bd-dde7-4a6f-8b9b-d01503f78665 req-a9aa427a-54bd-499b-9948-9cadeaa9d1b2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=58b276a8254e43be89c8e4a10c333cbe&device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 1096 time: 0.0781901 Sep 07 23:52:17.982019 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f221bd-dde7-4a6f-8b9b-d01503f78665 req-eaba971f-860d-43e6-b01e-9ae27c51c66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:17.983564 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-78f221bd-dde7-4a6f-8b9b-d01503f78665 req-eaba971f-860d-43e6-b01e-9ae27c51c66f service neutron] 10.222.0.42 "GET /v2.0/networks?id=bb0cf1ab-d1d5-410c-b15c-8c9770c10630 HTTP/1.1" status: 200 len: 918 time: 0.1172307 Sep 07 23:52:18.071549 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-78f221bd-dde7-4a6f-8b9b-d01503f78665 req-1695a812-5486-4e65-92f7-160d6f40237b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de3b0ae0-5c66-4b3f-b647-7415dc1dc860 HTTP/1.1" status: 200 len: 999 time: 0.0687592 Sep 07 23:52:18.113773 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-43f97226-1883-43b2-aa25-ec1996949356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1593465'] for router_interface, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:18.169309 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f221bd-dde7-4a6f-8b9b-d01503f78665 req-eeb8abd3-b308-46d6-b8f3-cc1a1daff396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:18.170846 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-78f221bd-dde7-4a6f-8b9b-d01503f78665 req-eeb8abd3-b308-46d6-b8f3-cc1a1daff396 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2e4b191b-fe64-4814-8fad-97b5ba0852ce HTTP/1.1" status: 200 len: 856 time: 0.0913339 Sep 07 23:52:18.290824 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f221bd-dde7-4a6f-8b9b-d01503f78665 req-1093c0b9-3ffb-46ae-a5dd-ef4c3193eed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:18.292347 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-78f221bd-dde7-4a6f-8b9b-d01503f78665 req-1093c0b9-3ffb-46ae-a5dd-ef4c3193eed4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bb0cf1ab-d1d5-410c-b15c-8c9770c10630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1126714 Sep 07 23:52:18.416782 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-78f221bd-dde7-4a6f-8b9b-d01503f78665 req-0df53047-1f43-4801-8537-7f6780caf216 service neutron] 10.222.0.42 "GET /v2.0/networks/bb0cf1ab-d1d5-410c-b15c-8c9770c10630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076033 Sep 07 23:52:18.565158 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-78f221bd-dde7-4a6f-8b9b-d01503f78665 req-c781e0c0-ef27-4f1e-8ba6-6e79ca0d6824 service neutron] 10.222.0.42 "GET /v2.0/networks/bb0cf1ab-d1d5-410c-b15c-8c9770c10630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272893 Sep 07 23:52:18.569692 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:18.575761 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [None req-43f97226-1883-43b2-aa25-ec1996949356 admin admin] Deleting port 20a7b7d6-e078-4458-ab35-0f0c5d684562 {{(pid=100551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:52:18.576017 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-43f97226-1883-43b2-aa25-ec1996949356 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:18.667278 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [None req-43f97226-1883-43b2-aa25-ec1996949356 admin admin] For port 20a7b7d6-e078-4458-ab35-0f0c5d684562, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=20a7b7d6-e078-4458-ab35-0f0c5d684562,segment=NetworkSegment(6a354170-54c2-4c69-9a9b-4aa20358335f),segment_id=6a354170-54c2-4c69-9a9b-4aa20358335f)] {{(pid=100551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:52:18.667566 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-43f97226-1883-43b2-aa25-ec1996949356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:18.681176 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [None req-43f97226-1883-43b2-aa25-ec1996949356 admin admin] Calling delete_port for 20a7b7d6-e078-4458-ab35-0f0c5d684562 owned by network:router_interface {{(pid=100551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:52:18.883534 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e8b818-8757-46dd-883c-a22644146a92 req-810fb8bb-d839-432b-a8ec-6ded0d68f64b tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:18.885124 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-23e8b818-8757-46dd-883c-a22644146a92 req-810fb8bb-d839-432b-a8ec-6ded0d68f64b tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 943 time: 0.0925415 Sep 07 23:52:18.935164 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-43f97226-1883-43b2-aa25-ec1996949356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:18.969528 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-23e8b818-8757-46dd-883c-a22644146a92 req-9d93d9fa-e540-485f-ab8d-c4759ce2ebbc tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741358 Sep 07 23:52:18.973410 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f97226-1883-43b2-aa25-ec1996949356 admin admin] Pushing event deleted for resources: {'Port': ['ID=20a7b7d6-e078-4458-ab35-0f0c5d684562,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:18.999245 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f97226-1883-43b2-aa25-ec1996949356 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:52:19.010053 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f97226-1883-43b2-aa25-ec1996949356 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:52:19.010418 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f97226-1883-43b2-aa25-ec1996949356 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:52:19.010753 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f97226-1883-43b2-aa25-ec1996949356 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:52:19.011086 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f97226-1883-43b2-aa25-ec1996949356 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:52:19.011428 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f97226-1883-43b2-aa25-ec1996949356 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:52:19.011744 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f97226-1883-43b2-aa25-ec1996949356 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:52:19.012272 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f97226-1883-43b2-aa25-ec1996949356 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:52:19.012847 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f97226-1883-43b2-aa25-ec1996949356 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:52:19.013353 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f97226-1883-43b2-aa25-ec1996949356 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:52:19.013835 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f97226-1883-43b2-aa25-ec1996949356 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:52:19.014315 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f97226-1883-43b2-aa25-ec1996949356 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:52:19.029716 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device d496e4c6-ed6c-4b9a-8775-0eb582d762d4 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 23:52:19.081039 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] No Port match for: d496e4c6-ed6c-4b9a-8775-0eb582d762d4 {{(pid=100552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 23:52:19.081376 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device d496e4c6-ed6c-4b9a-8775-0eb582d762d4 not bound to the agent host hv-cinder-75157 {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 23:52:19.185375 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-43f97226-1883-43b2-aa25-ec1996949356 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1820665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593493'] for router_interface, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:19.770673 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f97226-1883-43b2-aa25-ec1996949356 admin admin] Router f7439a29-8f8e-4ecf-a7cd-b31b3e98848b has already been hosted by L3 agent 19316ef7-2440-47e6-ada3-35aaee6f744b {{(pid=100551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 23:52:19.888829 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f97226-1883-43b2-aa25-ec1996949356 admin admin] Notify agent at l3_agent.dv-cinder-751579-26-iscsi the message routers_updated {{(pid=100551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 23:52:19.897481 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 35566) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:52:19.897922 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-43f97226-1883-43b2-aa25-ec1996949356 admin admin] 10.222.0.15 "PUT /v2.0/routers/f7439a29-8f8e-4ecf-a7cd-b31b3e98848b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4604578 Sep 07 23:52:19.900329 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394d85cd-61b1-4193-8d00-0d276182774f None None] Sync routers for ids ['f7439a29-8f8e-4ecf-a7cd-b31b3e98848b'] in dv-cinder-751579-26-iscsi {{(pid=100552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 23:52:19.914734 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394d85cd-61b1-4193-8d00-0d276182774f None None] Routers {'f7439a29-8f8e-4ecf-a7cd-b31b3e98848b'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:52:19.915511 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-394d85cd-61b1-4193-8d00-0d276182774f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:52:02Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['f7439a29-8f8e-4ecf-a7cd-b31b3e98848b'], 'active': True} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:52:20.012020 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-eb3a0b6c-9990-4dba-8a4d-b48a08f82727 admin admin] Notify callbacks [] for router, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:20.037277 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvr_db [None req-394d85cd-61b1-4193-8d00-0d276182774f None None] Set router f7439a29-8f8e-4ecf-a7cd-b31b3e98848b gateway port host: dv-cinder-751579-26-iscsi {{(pid=100552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:52:20.155330 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec1464-8e0c-435f-8d94-0a875580cea0 req-d3d335e4-7b1a-4918-887f-5b1316a438ca tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:20.164124 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-e4ec1464-8e0c-435f-8d94-0a875580cea0 req-d3d335e4-7b1a-4918-887f-5b1316a438ca tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 943 time: 0.0628445 Sep 07 23:52:20.168986 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-eb3a0b6c-9990-4dba-8a4d-b48a08f82727 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:20.209016 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-e4ec1464-8e0c-435f-8d94-0a875580cea0 req-7ca99c60-afb5-41f0-a239-739b58f07a24 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427155 Sep 07 23:52:20.243282 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.plugin [None req-eb3a0b6c-9990-4dba-8a4d-b48a08f82727 admin admin] Deleting port 012c5e9f-9e55-48c4-a887-9ea57687caaf {{(pid=100550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:52:20.243622 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-eb3a0b6c-9990-4dba-8a4d-b48a08f82727 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:20.277747 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-394d85cd-61b1-4193-8d00-0d276182774f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7439a29-8f8e-4ecf-a7cd-b31b3e98848b', 'name': 'tempest-TestMinimumBasicScenario-882561108-router', 'tenant_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '012c5e9f-9e55-48c4-a887-9ea57687caaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:49:29Z', 'updated_at': '2021-09-07T23:52:18Z', 'revision_number': 5, 'project_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'gw_port': {'id': '012c5e9f-9e55-48c4-a887-9ea57687caaf', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:30:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7439a29-8f8e-4ecf-a7cd-b31b3e98848b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:49:29Z', 'updated_at': '2021-09-07T23:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi'}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:52:20.306790 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394d85cd-61b1-4193-8d00-0d276182774f None None] Checking router: f7439a29-8f8e-4ecf-a7cd-b31b3e98848b for host: dv-cinder-751579-26-iscsi {{(pid=100552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 23:52:20.315777 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394d85cd-61b1-4193-8d00-0d276182774f None None] Routers {'f7439a29-8f8e-4ecf-a7cd-b31b3e98848b'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:52:20.316557 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-394d85cd-61b1-4193-8d00-0d276182774f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:52:02Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['f7439a29-8f8e-4ecf-a7cd-b31b3e98848b'], 'active': True} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:52:20.344828 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.db [None req-eb3a0b6c-9990-4dba-8a4d-b48a08f82727 admin admin] For port 012c5e9f-9e55-48c4-a887-9ea57687caaf, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=012c5e9f-9e55-48c4-a887-9ea57687caaf,segment=NetworkSegment(4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a),segment_id=4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a)] {{(pid=100550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:52:20.346266 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-eb3a0b6c-9990-4dba-8a4d-b48a08f82727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:20.360269 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.plugin [None req-eb3a0b6c-9990-4dba-8a4d-b48a08f82727 admin admin] Calling delete_port for 012c5e9f-9e55-48c4-a887-9ea57687caaf owned by network:router_gateway {{(pid=100550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:52:20.414635 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvr_db [None req-394d85cd-61b1-4193-8d00-0d276182774f None None] Set router f7439a29-8f8e-4ecf-a7cd-b31b3e98848b gateway port host: None {{(pid=100552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:52:20.490776 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-394d85cd-61b1-4193-8d00-0d276182774f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7439a29-8f8e-4ecf-a7cd-b31b3e98848b', 'name': 'tempest-TestMinimumBasicScenario-882561108-router', 'tenant_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:49:29Z', 'updated_at': '2021-09-07T23:52:20Z', 'revision_number': 6, 'project_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'gw_port_host': None}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:52:20.520821 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394d85cd-61b1-4193-8d00-0d276182774f None None] The sync data for ids ['f7439a29-8f8e-4ecf-a7cd-b31b3e98848b'] in dv-cinder-751579-26-iscsi is: [{'id': 'f7439a29-8f8e-4ecf-a7cd-b31b3e98848b', 'name': 'tempest-TestMinimumBasicScenario-882561108-router', 'tenant_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:49:29Z', 'updated_at': '2021-09-07T23:52:20Z', 'revision_number': 6, 'project_id': '4351e3b1aaa64bafa9cea9720a80c5a3', 'gw_port_host': None}] {{(pid=100552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 23:52:20.566996 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-eb3a0b6c-9990-4dba-8a4d-b48a08f82727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7634829'] for port, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:20.603359 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a0b6c-9990-4dba-8a4d-b48a08f82727 admin admin] Pushing event deleted for resources: {'Port': ['ID=012c5e9f-9e55-48c4-a887-9ea57687caaf,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:20.663692 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-eb3a0b6c-9990-4dba-8a4d-b48a08f82727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595447'] for router_gateway, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:20.777554 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-eb3a0b6c-9990-4dba-8a4d-b48a08f82727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1462'] for router, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:20.779789 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-eb3a0b6c-9990-4dba-8a4d-b48a08f82727 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:20.860161 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-eb3a0b6c-9990-4dba-8a4d-b48a08f82727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595229'] for router, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:20.861088 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3a0b6c-9990-4dba-8a4d-b48a08f82727 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7439a29-8f8e-4ecf-a7cd-b31b3e98848b {{(pid=100550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 23:52:20.870054 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-eb3a0b6c-9990-4dba-8a4d-b48a08f82727 admin admin] Notify callbacks [] for router, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:20.870054 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-eb3a0b6c-9990-4dba-8a4d-b48a08f82727 admin admin] 10.222.0.15 "DELETE /v2.0/routers/f7439a29-8f8e-4ecf-a7cd-b31b3e98848b HTTP/1.1" status: 204 len: 168 time: 0.9708931 Sep 07 23:52:20.872856 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 35570) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:52:20.929051 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.db_base_plugin_v2 [None req-51ba3f6b-1799-4339-86fc-28d0c376ba50 admin admin] Deleting subnet dabd7f45-8b5d-4ae8-8693-50241ca4db2f {{(pid=100550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 23:52:20.934223 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-51ba3f6b-1799-4339-86fc-28d0c376ba50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:20.979150 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-51ba3f6b-1799-4339-86fc-28d0c376ba50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1178054'] for subnet, precommit_delete_associations {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:21.101008 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-51ba3f6b-1799-4339-86fc-28d0c376ba50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673024'] for subnet, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:21.159249 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-51ba3f6b-1799-4339-86fc-28d0c376ba50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7634936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4620627'] for subnet, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:21.189453 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-51ba3f6b-1799-4339-86fc-28d0c376ba50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:21.194205 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 35572) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:52:21.195354 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-51ba3f6b-1799-4339-86fc-28d0c376ba50 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/dabd7f45-8b5d-4ae8-8693-50241ca4db2f HTTP/1.1" status: 204 len: 168 time: 0.3210709 Sep 07 23:52:21.196889 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ba3f6b-1799-4339-86fc-28d0c376ba50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dabd7f45-8b5d-4ae8-8693-50241ca4db2f,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:21.197155 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf3fdc8-167d-4dd0-957e-f3fc67542dd3 None None] Network 09912968-2b9d-4396-b8cf-aa37c9b2f256 requested from dv-cinder-751579-26-iscsi {{(pid=100552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 23:52:21.285252 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-3e2381a4-73f2-4ce8-8438-32d3b668eabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531467'] for network, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:21.419334 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60c7fb-ae68-4780-a066-1324fa960b8e req-a40bf08b-ace3-4d32-a8ed-491183d3c451 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:21.429705 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1e60c7fb-ae68-4780-a066-1324fa960b8e req-a40bf08b-ace3-4d32-a8ed-491183d3c451 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 943 time: 0.1240366 Sep 07 23:52:21.455277 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [None req-3e2381a4-73f2-4ce8-8438-32d3b668eabc admin admin] Deleting port f74939d4-252e-4cfa-9610-baf7aad5fddd {{(pid=100551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:52:21.455703 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-3e2381a4-73f2-4ce8-8438-32d3b668eabc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:21.486439 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8b1cee-0475-44d4-9047-50f4fdca0701 None None] DHCP port deletion for 09912968-2b9d-4396-b8cf-aa37c9b2f256 request from dv-cinder-751579-26-iscsi {{(pid=100552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 23:52:21.494909 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 20a7b7d6-e078-4458-ab35-0f0c5d684562 no longer exists at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 23:52:21.525333 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [None req-3e2381a4-73f2-4ce8-8438-32d3b668eabc admin admin] For port f74939d4-252e-4cfa-9610-baf7aad5fddd, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=f74939d4-252e-4cfa-9610-baf7aad5fddd,segment=NetworkSegment(6a354170-54c2-4c69-9a9b-4aa20358335f),segment_id=6a354170-54c2-4c69-9a9b-4aa20358335f)] {{(pid=100551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:52:21.525787 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-3e2381a4-73f2-4ce8-8438-32d3b668eabc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:21.530184 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] No Port match for: 20a7b7d6-e078-4458-ab35-0f0c5d684562 {{(pid=100552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 23:52:21.530422 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 20a7b7d6-e078-4458-ab35-0f0c5d684562 not bound to the agent host dv-cinder-751579-26-iscsi {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 23:52:21.530874 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 012c5e9f-9e55-48c4-a887-9ea57687caaf no longer exists at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 23:52:21.540368 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [None req-3e2381a4-73f2-4ce8-8438-32d3b668eabc admin admin] Calling delete_port for f74939d4-252e-4cfa-9610-baf7aad5fddd owned by network:dhcp {{(pid=100551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:52:21.578584 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] No Port match for: 012c5e9f-9e55-48c4-a887-9ea57687caaf {{(pid=100552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 23:52:21.579065 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 012c5e9f-9e55-48c4-a887-9ea57687caaf not bound to the agent host dv-cinder-751579-26-iscsi {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 23:52:21.612600 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-6a8b1cee-0475-44d4-9047-50f4fdca0701 None None] Deleting port f74939d4-252e-4cfa-9610-baf7aad5fddd {{(pid=100552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:52:21.613222 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-6a8b1cee-0475-44d4-9047-50f4fdca0701 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:21.638561 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1e60c7fb-ae68-4780-a066-1324fa960b8e req-d93393ff-641e-4728-a996-1bf48f8d48ac tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077405 Sep 07 23:52:21.645749 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-3e2381a4-73f2-4ce8-8438-32d3b668eabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:21.675734 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2381a4-73f2-4ce8-8438-32d3b668eabc admin admin] Pushing event deleted for resources: {'Port': ['ID=f74939d4-252e-4cfa-9610-baf7aad5fddd,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:21.677710 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2381a4-73f2-4ce8-8438-32d3b668eabc admin admin] No DVR routers for this DVR port f74939d4-252e-4cfa-9610-baf7aad5fddd on host dv-cinder-751579-26-iscsi {{(pid=100551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 23:52:21.712034 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-6a8b1cee-0475-44d4-9047-50f4fdca0701 None None] For port f74939d4-252e-4cfa-9610-baf7aad5fddd, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=f74939d4-252e-4cfa-9610-baf7aad5fddd,segment=NetworkSegment(6a354170-54c2-4c69-9a9b-4aa20358335f),segment_id=6a354170-54c2-4c69-9a9b-4aa20358335f)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:52:21.712547 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-6a8b1cee-0475-44d4-9047-50f4fdca0701 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:21.727396 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-6a8b1cee-0475-44d4-9047-50f4fdca0701 None None] Calling delete_port for f74939d4-252e-4cfa-9610-baf7aad5fddd owned by network:dhcp {{(pid=100552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:52:21.762481 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-3e2381a4-73f2-4ce8-8438-32d3b668eabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675213', 'neutron.services.segments.db._delete_segments_for_network-8760371274105'] for network, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:21.784359 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.services.segments.db [None req-3e2381a4-73f2-4ce8-8438-32d3b668eabc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09912968-2b9d-4396-b8cf-aa37c9b2f256']}} {{(pid=100551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:52:21.802017 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.services.segments.db [None req-3e2381a4-73f2-4ce8-8438-32d3b668eabc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a354170-54c2-4c69-9a9b-4aa20358335f') {'for_net_delete': True} {{(pid=100551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:52:21.802365 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.services.segments.db [None req-3e2381a4-73f2-4ce8-8438-32d3b668eabc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a354170-54c2-4c69-9a9b-4aa20358335f') {} {{(pid=100551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:52:21.819405 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-3e2381a4-73f2-4ce8-8438-32d3b668eabc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760371273090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7425432'] for segment, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:21.840753 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-3e2381a4-73f2-4ce8-8438-32d3b668eabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675162'] for segment, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:21.850439 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e2381a4-73f2-4ce8-8438-32d3b668eabc admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=100551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 23:52:21.851142 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-3e2381a4-73f2-4ce8-8438-32d3b668eabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5132244'] for segment, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:21.855243 dv-cinder-751579-26-iscsi neutron-server[100551]: Traceback (most recent call last): Sep 07 23:52:21.855243 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 23:52:21.855243 dv-cinder-751579-26-iscsi neutron-server[100551]: timer() Sep 07 23:52:21.855243 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 23:52:21.855243 dv-cinder-751579-26-iscsi neutron-server[100551]: cb(*args, **kw) Sep 07 23:52:21.855243 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 23:52:21.855243 dv-cinder-751579-26-iscsi neutron-server[100551]: return func(*args, **kwargs) Sep 07 23:52:21.855243 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 23:52:21.855243 dv-cinder-751579-26-iscsi neutron-server[100551]: self._notify() Sep 07 23:52:21.855243 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 23:52:21.855243 dv-cinder-751579-26-iscsi neutron-server[100551]: self.callback(batched_events) Sep 07 23:52:21.855243 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 23:52:21.855243 dv-cinder-751579-26-iscsi neutron-server[100551]: event.method(event) Sep 07 23:52:21.855243 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 23:52:21.855243 dv-cinder-751579-26-iscsi neutron-server[100551]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 23:52:21.855243 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 23:52:21.855243 dv-cinder-751579-26-iscsi neutron-server[100551]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 23:52:21.855243 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 23:52:21.855243 dv-cinder-751579-26-iscsi neutron-server[100551]: return f(self, *a, **k) Sep 07 23:52:21.855243 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 23:52:21.855243 dv-cinder-751579-26-iscsi neutron-server[100551]: return self._get(url).json() Sep 07 23:52:21.855243 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 23:52:21.855243 dv-cinder-751579-26-iscsi neutron-server[100551]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 23:52:21.855243 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 23:52:21.855243 dv-cinder-751579-26-iscsi neutron-server[100551]: return self.request(url, 'GET', **kwargs) Sep 07 23:52:21.855243 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 23:52:21.855243 dv-cinder-751579-26-iscsi neutron-server[100551]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 23:52:21.855243 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 23:52:21.855243 dv-cinder-751579-26-iscsi neutron-server[100551]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 23:52:21.855243 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 23:52:21.855243 dv-cinder-751579-26-iscsi neutron-server[100551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 23:52:21.855243 dv-cinder-751579-26-iscsi neutron-server[100551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 23:52:21.868004 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-6a8b1cee-0475-44d4-9047-50f4fdca0701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296'] for port, after_delete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:21.901153 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8b1cee-0475-44d4-9047-50f4fdca0701 None None] Pushing event deleted for resources: {'Port': ['ID=f74939d4-252e-4cfa-9610-baf7aad5fddd,revision_number=None']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:21.916040 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8b1cee-0475-44d4-9047-50f4fdca0701 None None] No DVR routers for this DVR port f74939d4-252e-4cfa-9610-baf7aad5fddd on host dv-cinder-751579-26-iscsi {{(pid=100552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 23:52:21.956579 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-3e2381a4-73f2-4ce8-8438-32d3b668eabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595403'] for network, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:21.971117 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-3e2381a4-73f2-4ce8-8438-32d3b668eabc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for network, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:21.973639 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-3e2381a4-73f2-4ce8-8438-32d3b668eabc admin admin] 10.222.0.15 "DELETE /v2.0/networks/09912968-2b9d-4396-b8cf-aa37c9b2f256 HTTP/1.1" status: 204 len: 168 time: 0.7781935 Sep 07 23:52:21.976586 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 35578) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:52:21.986631 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2381a4-73f2-4ce8-8438-32d3b668eabc admin admin] Pushing event deleted for resources: {'Network': ['ID=09912968-2b9d-4396-b8cf-aa37c9b2f256,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:22.428995 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-7dc78cd8-7219-474c-8a1f-b2999ba0ff86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1593465'] for router_interface, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:22.815798 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261c7ce-ee27-418b-8da8-ca5eb717da7a req-fd5580d1-0416-4df2-90e6-626bbd67637e tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:22.817453 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f261c7ce-ee27-418b-8da8-ca5eb717da7a req-fd5580d1-0416-4df2-90e6-626bbd67637e tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 943 time: 0.0753682 Sep 07 23:52:22.862191 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f261c7ce-ee27-418b-8da8-ca5eb717da7a req-f3e3b501-ac9e-4929-b23c-92dc65f41850 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376992 Sep 07 23:52:22.981799 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.plugin [None req-7dc78cd8-7219-474c-8a1f-b2999ba0ff86 admin admin] Deleting port d603cf94-b102-4fae-92df-e93697ab90af {{(pid=100550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:52:22.982579 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-7dc78cd8-7219-474c-8a1f-b2999ba0ff86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:23.075161 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.db [None req-7dc78cd8-7219-474c-8a1f-b2999ba0ff86 admin admin] For port d603cf94-b102-4fae-92df-e93697ab90af, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=d603cf94-b102-4fae-92df-e93697ab90af,segment=NetworkSegment(f942bdf1-bf8a-4abd-8f32-2bc74875d1fb),segment_id=f942bdf1-bf8a-4abd-8f32-2bc74875d1fb)] {{(pid=100550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:52:23.075569 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-7dc78cd8-7219-474c-8a1f-b2999ba0ff86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:23.093144 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.plugin [None req-7dc78cd8-7219-474c-8a1f-b2999ba0ff86 admin admin] Calling delete_port for d603cf94-b102-4fae-92df-e93697ab90af owned by network:router_interface {{(pid=100550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:52:23.303791 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-7dc78cd8-7219-474c-8a1f-b2999ba0ff86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7634829'] for port, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:23.330723 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc78cd8-7219-474c-8a1f-b2999ba0ff86 admin admin] Pushing event deleted for resources: {'Port': ['ID=d603cf94-b102-4fae-92df-e93697ab90af,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:23.514229 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device f74939d4-252e-4cfa-9610-baf7aad5fddd no longer exists at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 23:52:23.552760 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] No Port match for: f74939d4-252e-4cfa-9610-baf7aad5fddd {{(pid=100552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 23:52:23.553313 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device f74939d4-252e-4cfa-9610-baf7aad5fddd not bound to the agent host dv-cinder-751579-26-iscsi {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 23:52:23.568743 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-7dc78cd8-7219-474c-8a1f-b2999ba0ff86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1820665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593493'] for router_interface, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:23.800431 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc78cd8-7219-474c-8a1f-b2999ba0ff86 admin admin] Router 6fe40927-417f-4fcd-906c-47a50f099df2 has already been hosted by L3 agent 19316ef7-2440-47e6-ada3-35aaee6f744b {{(pid=100550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 23:52:23.915495 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc78cd8-7219-474c-8a1f-b2999ba0ff86 admin admin] Notify agent at l3_agent.dv-cinder-751579-26-iscsi the message routers_updated {{(pid=100550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 23:52:23.923517 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-7dc78cd8-7219-474c-8a1f-b2999ba0ff86 admin admin] 10.222.0.15 "PUT /v2.0/routers/6fe40927-417f-4fcd-906c-47a50f099df2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9424138 Sep 07 23:52:23.924119 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 35584) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:52:23.935200 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0672d46-af10-465e-8558-0b1f89604b2e None None] Sync routers for ids ['6fe40927-417f-4fcd-906c-47a50f099df2'] in dv-cinder-751579-26-iscsi {{(pid=100553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 23:52:23.956579 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0672d46-af10-465e-8558-0b1f89604b2e None None] Routers {'6fe40927-417f-4fcd-906c-47a50f099df2'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:52:23.957206 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-d0672d46-af10-465e-8558-0b1f89604b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:52:02Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['6fe40927-417f-4fcd-906c-47a50f099df2'], 'active': True} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:52:24.056900 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a4b1f7-6d8e-4b7f-9046-557e2cd4a21c req-51a390f8-5668-4450-b998-51de458f6877 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:24.058417 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a1a4b1f7-6d8e-4b7f-9046-557e2cd4a21c req-51a390f8-5668-4450-b998-51de458f6877 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 943 time: 0.0951829 Sep 07 23:52:24.089894 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvr_db [None req-d0672d46-af10-465e-8558-0b1f89604b2e None None] Set router 6fe40927-417f-4fcd-906c-47a50f099df2 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:52:24.094515 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-6b8862ee-d555-4477-9b8a-18b09c833117 admin admin] Notify callbacks [] for router, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:24.148990 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a1a4b1f7-6d8e-4b7f-9046-557e2cd4a21c req-43099798-0f52-43c6-8b41-68a705a0c65b tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829849 Sep 07 23:52:24.236043 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-6b8862ee-d555-4477-9b8a-18b09c833117 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:24.306464 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-d0672d46-af10-465e-8558-0b1f89604b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe40927-417f-4fcd-906c-47a50f099df2', 'name': 'tempest-TestMinimumBasicScenario-1611595709-router', 'tenant_id': '4a159c0a07354acb8f2faad5942f3b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': '98321722-2cac-4eaa-8e40-1efa09a30572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:49:36Z', 'updated_at': '2021-09-07T23:52:23Z', 'revision_number': 5, 'project_id': '4a159c0a07354acb8f2faad5942f3b2b', 'gw_port': {'id': '98321722-2cac-4eaa-8e40-1efa09a30572', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:65:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe40927-417f-4fcd-906c-47a50f099df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:49:36Z', 'updated_at': '2021-09-07T23:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi'}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:52:24.307079 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [None req-6b8862ee-d555-4477-9b8a-18b09c833117 admin admin] Deleting port 98321722-2cac-4eaa-8e40-1efa09a30572 {{(pid=100551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:52:24.307418 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-6b8862ee-d555-4477-9b8a-18b09c833117 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:24.345692 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0672d46-af10-465e-8558-0b1f89604b2e None None] Checking router: 6fe40927-417f-4fcd-906c-47a50f099df2 for host: dv-cinder-751579-26-iscsi {{(pid=100553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 23:52:24.355161 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0672d46-af10-465e-8558-0b1f89604b2e None None] Routers {'6fe40927-417f-4fcd-906c-47a50f099df2'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:52:24.356710 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-d0672d46-af10-465e-8558-0b1f89604b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:52:02Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['6fe40927-417f-4fcd-906c-47a50f099df2'], 'active': True} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:52:24.413789 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [None req-6b8862ee-d555-4477-9b8a-18b09c833117 admin admin] For port 98321722-2cac-4eaa-8e40-1efa09a30572, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=98321722-2cac-4eaa-8e40-1efa09a30572,segment=NetworkSegment(4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a),segment_id=4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a)] {{(pid=100551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:52:24.414332 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-6b8862ee-d555-4477-9b8a-18b09c833117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:24.430722 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [None req-6b8862ee-d555-4477-9b8a-18b09c833117 admin admin] Calling delete_port for 98321722-2cac-4eaa-8e40-1efa09a30572 owned by network:router_gateway {{(pid=100551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:52:24.487078 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvr_db [None req-d0672d46-af10-465e-8558-0b1f89604b2e None None] Set router 6fe40927-417f-4fcd-906c-47a50f099df2 gateway port host: None {{(pid=100553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:52:24.561120 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-d0672d46-af10-465e-8558-0b1f89604b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe40927-417f-4fcd-906c-47a50f099df2', 'name': 'tempest-TestMinimumBasicScenario-1611595709-router', 'tenant_id': '4a159c0a07354acb8f2faad5942f3b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:49:36Z', 'updated_at': '2021-09-07T23:52:24Z', 'revision_number': 6, 'project_id': '4a159c0a07354acb8f2faad5942f3b2b', 'gw_port_host': None}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:52:24.600269 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0672d46-af10-465e-8558-0b1f89604b2e None None] The sync data for ids ['6fe40927-417f-4fcd-906c-47a50f099df2'] in dv-cinder-751579-26-iscsi is: [{'id': '6fe40927-417f-4fcd-906c-47a50f099df2', 'name': 'tempest-TestMinimumBasicScenario-1611595709-router', 'tenant_id': '4a159c0a07354acb8f2faad5942f3b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:49:36Z', 'updated_at': '2021-09-07T23:52:24Z', 'revision_number': 6, 'project_id': '4a159c0a07354acb8f2faad5942f3b2b', 'gw_port_host': None}] {{(pid=100553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 23:52:24.634692 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-6b8862ee-d555-4477-9b8a-18b09c833117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:24.667545 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8862ee-d555-4477-9b8a-18b09c833117 admin admin] Pushing event deleted for resources: {'Port': ['ID=98321722-2cac-4eaa-8e40-1efa09a30572,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:24.741265 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-6b8862ee-d555-4477-9b8a-18b09c833117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595447'] for router_gateway, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:24.841924 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-6b8862ee-d555-4477-9b8a-18b09c833117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1462'] for router, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:24.846989 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-6b8862ee-d555-4477-9b8a-18b09c833117 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:24.911199 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-6b8862ee-d555-4477-9b8a-18b09c833117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595229'] for router, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:24.911664 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8862ee-d555-4477-9b8a-18b09c833117 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fe40927-417f-4fcd-906c-47a50f099df2 {{(pid=100551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 23:52:24.916238 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-6b8862ee-d555-4477-9b8a-18b09c833117 admin admin] Notify callbacks [] for router, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:24.917427 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-6b8862ee-d555-4477-9b8a-18b09c833117 admin admin] 10.222.0.15 "DELETE /v2.0/routers/6fe40927-417f-4fcd-906c-47a50f099df2 HTTP/1.1" status: 204 len: 168 time: 0.9922819 Sep 07 23:52:24.920097 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 35586) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:52:24.983315 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f8d2326-cf17-4dd8-b9af-7c6182bb3ba3 admin admin] Deleting subnet 78e54f6f-a085-4483-877f-7258565f17fc {{(pid=100551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 23:52:24.987408 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-2f8d2326-cf17-4dd8-b9af-7c6182bb3ba3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:25.028052 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-2f8d2326-cf17-4dd8-b9af-7c6182bb3ba3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7425425'] for subnet, precommit_delete_associations {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:25.172547 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-2f8d2326-cf17-4dd8-b9af-7c6182bb3ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673024'] for subnet, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:25.268478 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-2f8d2326-cf17-4dd8-b9af-7c6182bb3ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5131638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4738048'] for subnet, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:25.297476 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8d2326-cf17-4dd8-b9af-7c6182bb3ba3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78e54f6f-a085-4483-877f-7258565f17fc,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:25.304825 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-2f8d2326-cf17-4dd8-b9af-7c6182bb3ba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for subnet, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:25.306702 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-2f8d2326-cf17-4dd8-b9af-7c6182bb3ba3 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/78e54f6f-a085-4483-877f-7258565f17fc HTTP/1.1" status: 204 len: 168 time: 0.3856056 Sep 07 23:52:25.309418 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 35592) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:52:25.311734 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef14873-ba7c-4154-ab9c-0e56b25efd78 None None] Network 2301b778-80c8-4811-80a7-f05ccce50867 requested from dv-cinder-751579-26-iscsi {{(pid=100552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 23:52:25.315236 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c5035-f79b-46c6-89a2-9365e895b4ad req-19d804b0-5d0d-4b97-ba8d-c45039a456e6 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:25.316936 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8f0c5035-f79b-46c6-89a2-9365e895b4ad req-19d804b0-5d0d-4b97-ba8d-c45039a456e6 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 943 time: 0.0919418 Sep 07 23:52:25.380694 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8f0c5035-f79b-46c6-89a2-9365e895b4ad req-f6ac2d7f-f401-45ea-b225-7d68ac7aa77a tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543907 Sep 07 23:52:25.468994 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-fff0a225-513c-44bb-b4fa-7eedd8488418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531467'] for network, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:25.551027 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device d603cf94-b102-4fae-92df-e93697ab90af no longer exists at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 23:52:25.575892 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f198f19-a6e5-4215-b7d0-2878d38ef87d None None] DHCP port deletion for 2301b778-80c8-4811-80a7-f05ccce50867 request from dv-cinder-751579-26-iscsi {{(pid=100552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 23:52:25.576052 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.plugin [None req-fff0a225-513c-44bb-b4fa-7eedd8488418 admin admin] Deleting port 2586e4c5-9b4c-4f57-92e1-3bd131af0563 {{(pid=100550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:52:25.576052 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-fff0a225-513c-44bb-b4fa-7eedd8488418 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:25.582129 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] No Port match for: d603cf94-b102-4fae-92df-e93697ab90af {{(pid=100552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 23:52:25.582557 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device d603cf94-b102-4fae-92df-e93697ab90af not bound to the agent host dv-cinder-751579-26-iscsi {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 23:52:25.582905 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 98321722-2cac-4eaa-8e40-1efa09a30572 no longer exists at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 23:52:25.643304 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] No Port match for: 98321722-2cac-4eaa-8e40-1efa09a30572 {{(pid=100552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 23:52:25.643654 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 98321722-2cac-4eaa-8e40-1efa09a30572 not bound to the agent host dv-cinder-751579-26-iscsi {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 23:52:25.664048 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-7f198f19-a6e5-4215-b7d0-2878d38ef87d None None] Deleting port 2586e4c5-9b4c-4f57-92e1-3bd131af0563 {{(pid=100552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:52:25.664541 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7f198f19-a6e5-4215-b7d0-2878d38ef87d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:25.680843 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.db [None req-fff0a225-513c-44bb-b4fa-7eedd8488418 admin admin] For port 2586e4c5-9b4c-4f57-92e1-3bd131af0563, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=2586e4c5-9b4c-4f57-92e1-3bd131af0563,segment=NetworkSegment(f942bdf1-bf8a-4abd-8f32-2bc74875d1fb),segment_id=f942bdf1-bf8a-4abd-8f32-2bc74875d1fb)] {{(pid=100550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:52:25.681155 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-fff0a225-513c-44bb-b4fa-7eedd8488418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:25.696051 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.plugin [None req-fff0a225-513c-44bb-b4fa-7eedd8488418 admin admin] Calling delete_port for 2586e4c5-9b4c-4f57-92e1-3bd131af0563 owned by network:dhcp {{(pid=100550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:52:25.732166 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-7f198f19-a6e5-4215-b7d0-2878d38ef87d None None] For port 2586e4c5-9b4c-4f57-92e1-3bd131af0563, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=2586e4c5-9b4c-4f57-92e1-3bd131af0563,segment=NetworkSegment(f942bdf1-bf8a-4abd-8f32-2bc74875d1fb),segment_id=f942bdf1-bf8a-4abd-8f32-2bc74875d1fb)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:52:25.733071 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7f198f19-a6e5-4215-b7d0-2878d38ef87d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:25.760316 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-7f198f19-a6e5-4215-b7d0-2878d38ef87d None None] Calling delete_port for 2586e4c5-9b4c-4f57-92e1-3bd131af0563 owned by network:dhcp {{(pid=100552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:52:25.814110 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-fff0a225-513c-44bb-b4fa-7eedd8488418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7634829'] for port, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:25.830308 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff0a225-513c-44bb-b4fa-7eedd8488418 admin admin] No DVR routers for this DVR port 2586e4c5-9b4c-4f57-92e1-3bd131af0563 on host dv-cinder-751579-26-iscsi {{(pid=100550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 23:52:25.859702 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff0a225-513c-44bb-b4fa-7eedd8488418 admin admin] Pushing event deleted for resources: {'Port': ['ID=2586e4c5-9b4c-4f57-92e1-3bd131af0563,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:25.972802 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-fff0a225-513c-44bb-b4fa-7eedd8488418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675213', 'neutron.services.segments.db._delete_segments_for_network-8760371274105'] for network, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:25.995921 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.services.segments.db [None req-fff0a225-513c-44bb-b4fa-7eedd8488418 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2301b778-80c8-4811-80a7-f05ccce50867']}} {{(pid=100550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:52:26.008679 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.services.segments.db [None req-fff0a225-513c-44bb-b4fa-7eedd8488418 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f942bdf1-bf8a-4abd-8f32-2bc74875d1fb') {'for_net_delete': True} {{(pid=100550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:52:26.009403 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.services.segments.db [None req-fff0a225-513c-44bb-b4fa-7eedd8488418 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f942bdf1-bf8a-4abd-8f32-2bc74875d1fb') {} {{(pid=100550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:52:26.020839 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-fff0a225-513c-44bb-b4fa-7eedd8488418 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760371273090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1178063'] for segment, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:26.033107 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7f198f19-a6e5-4215-b7d0-2878d38ef87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296'] for port, after_delete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:26.038593 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-fff0a225-513c-44bb-b4fa-7eedd8488418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675162'] for segment, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:26.044832 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fff0a225-513c-44bb-b4fa-7eedd8488418 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=100550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 23:52:26.045224 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-fff0a225-513c-44bb-b4fa-7eedd8488418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7634266'] for segment, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:26.047150 dv-cinder-751579-26-iscsi neutron-server[100550]: Traceback (most recent call last): Sep 07 23:52:26.047150 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 23:52:26.047150 dv-cinder-751579-26-iscsi neutron-server[100550]: timer() Sep 07 23:52:26.047150 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 23:52:26.047150 dv-cinder-751579-26-iscsi neutron-server[100550]: cb(*args, **kw) Sep 07 23:52:26.047150 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 23:52:26.047150 dv-cinder-751579-26-iscsi neutron-server[100550]: return func(*args, **kwargs) Sep 07 23:52:26.047150 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 23:52:26.047150 dv-cinder-751579-26-iscsi neutron-server[100550]: self._notify() Sep 07 23:52:26.047150 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 23:52:26.047150 dv-cinder-751579-26-iscsi neutron-server[100550]: self.callback(batched_events) Sep 07 23:52:26.047150 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 23:52:26.047150 dv-cinder-751579-26-iscsi neutron-server[100550]: event.method(event) Sep 07 23:52:26.047150 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 23:52:26.047150 dv-cinder-751579-26-iscsi neutron-server[100550]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 23:52:26.047150 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 23:52:26.047150 dv-cinder-751579-26-iscsi neutron-server[100550]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 23:52:26.047150 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 23:52:26.047150 dv-cinder-751579-26-iscsi neutron-server[100550]: return f(self, *a, **k) Sep 07 23:52:26.047150 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 23:52:26.047150 dv-cinder-751579-26-iscsi neutron-server[100550]: return self._get(url).json() Sep 07 23:52:26.047150 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 23:52:26.047150 dv-cinder-751579-26-iscsi neutron-server[100550]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 23:52:26.047150 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 23:52:26.047150 dv-cinder-751579-26-iscsi neutron-server[100550]: return self.request(url, 'GET', **kwargs) Sep 07 23:52:26.047150 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 23:52:26.047150 dv-cinder-751579-26-iscsi neutron-server[100550]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 23:52:26.047150 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 23:52:26.047150 dv-cinder-751579-26-iscsi neutron-server[100550]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 23:52:26.047150 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 23:52:26.047150 dv-cinder-751579-26-iscsi neutron-server[100550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 23:52:26.047150 dv-cinder-751579-26-iscsi neutron-server[100550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 23:52:26.072153 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f198f19-a6e5-4215-b7d0-2878d38ef87d None None] Pushing event deleted for resources: {'Port': ['ID=2586e4c5-9b4c-4f57-92e1-3bd131af0563,revision_number=None']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:26.081338 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f198f19-a6e5-4215-b7d0-2878d38ef87d None None] No DVR routers for this DVR port 2586e4c5-9b4c-4f57-92e1-3bd131af0563 on host dv-cinder-751579-26-iscsi {{(pid=100552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 23:52:26.114762 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-fff0a225-513c-44bb-b4fa-7eedd8488418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595403'] for network, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:26.120693 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-fff0a225-513c-44bb-b4fa-7eedd8488418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for network, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:26.122581 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-fff0a225-513c-44bb-b4fa-7eedd8488418 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2301b778-80c8-4811-80a7-f05ccce50867 HTTP/1.1" status: 204 len: 168 time: 0.8115423 Sep 07 23:52:26.136031 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff0a225-513c-44bb-b4fa-7eedd8488418 admin admin] Pushing event deleted for resources: {'Network': ['ID=2301b778-80c8-4811-80a7-f05ccce50867,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:26.313251 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 35596) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:52:26.363739 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-b2c2387f-c863-4bff-92bf-8662fc7f7d2d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4351e3b1aaa64bafa9cea9720a80c5a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0485380 Sep 07 23:52:26.366273 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 35598) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:52:26.420246 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-15f7a7ba-ab71-4dbf-b487-9d5f2d494cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:26.445637 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-15f7a7ba-ab71-4dbf-b487-9d5f2d494cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:26.501448 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-15f7a7ba-ab71-4dbf-b487-9d5f2d494cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:26.505526 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-15f7a7ba-ab71-4dbf-b487-9d5f2d494cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:26.507079 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-15f7a7ba-ab71-4dbf-b487-9d5f2d494cb3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9b9f13c3-1b0e-408c-b9eb-cdedf405f985 HTTP/1.1" status: 204 len: 168 time: 0.1399689 Sep 07 23:52:26.517800 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f7a7ba-ab71-4dbf-b487-9d5f2d494cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9f13c3-1b0e-408c-b9eb-cdedf405f985,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:26.564637 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb0d8e-80cf-4a87-ad8b-908639a2ba06 req-5a8e6665-bc51-4cf1-9b8a-a12d925bc8c1 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:26.566580 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a1cb0d8e-80cf-4a87-ad8b-908639a2ba06 req-5a8e6665-bc51-4cf1-9b8a-a12d925bc8c1 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 943 time: 0.0852644 Sep 07 23:52:26.617271 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a1cb0d8e-80cf-4a87-ad8b-908639a2ba06 req-3c3e9907-1389-4809-95fb-6b736dda4299 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437112 Sep 07 23:52:26.932280 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 35606) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:52:26.980338 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-7a28c477-8e5d-4495-ae39-cf524fb33d28 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4a159c0a07354acb8f2faad5942f3b2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468178 Sep 07 23:52:26.982799 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 35608) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:52:27.041759 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-0420a8ad-222a-4e07-8a20-9879bbb0b314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:27.065624 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-0420a8ad-222a-4e07-8a20-9879bbb0b314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:27.118086 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-0420a8ad-222a-4e07-8a20-9879bbb0b314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:27.120845 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-0420a8ad-222a-4e07-8a20-9879bbb0b314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:27.122005 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-0420a8ad-222a-4e07-8a20-9879bbb0b314 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2996e06f-4b4c-4798-b7fd-109ec95badb4 HTTP/1.1" status: 204 len: 168 time: 0.1382625 Sep 07 23:52:27.135912 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0420a8ad-222a-4e07-8a20-9879bbb0b314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2996e06f-4b4c-4798-b7fd-109ec95badb4,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:27.422750 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.agents_db [None req-89df3544-7e8a-43ac-bb25-e7a75b7011d0 None None] Agent healthcheck: found 6 active agents {{(pid=100553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 23:52:27.450994 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 2586e4c5-9b4c-4f57-92e1-3bd131af0563 no longer exists at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 23:52:27.490170 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] No Port match for: 2586e4c5-9b4c-4f57-92e1-3bd131af0563 {{(pid=100552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 23:52:27.490651 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 2586e4c5-9b4c-4f57-92e1-3bd131af0563 not bound to the agent host dv-cinder-751579-26-iscsi {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 23:52:27.804798 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f0ad9-295e-494e-bac1-328a939ffa67 req-9fb3e965-57a8-4109-a2a4-8404010898dc tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:27.807042 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ee0f0ad9-295e-494e-bac1-328a939ffa67 req-9fb3e965-57a8-4109-a2a4-8404010898dc tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 943 time: 0.0868499 Sep 07 23:52:27.875322 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ee0f0ad9-295e-494e-bac1-328a939ffa67 req-6a16db90-e45a-4ba1-9d40-5634d441e246 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578036 Sep 07 23:52:28.148945 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 35632) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:52:28.211769 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-75fc9281-4890-4605-8bb4-8d14a42cf552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:28.303337 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-494bd4b1-45af-4118-b1e6-8310ddf095db admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1606400456-network', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714'}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:52:28.349900 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494bd4b1-45af-4118-b1e6-8310ddf095db admin admin] Made reservation on behalf of 42f067fd8b194261a54e9fcfd96af714 for: {'network': 1} {{(pid=100550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:52:28.353696 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-494bd4b1-45af-4118-b1e6-8310ddf095db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for network, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:28.370711 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-494bd4b1-45af-4118-b1e6-8310ddf095db admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:28.496484 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-494bd4b1-45af-4118-b1e6-8310ddf095db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:28.505243 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-494bd4b1-45af-4118-b1e6-8310ddf095db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:28.541913 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-494bd4b1-45af-4118-b1e6-8310ddf095db admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=100550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 23:52:28.559308 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494bd4b1-45af-4118-b1e6-8310ddf095db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e5153c-3c20-4e24-88d1-50bdf751c82c,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:28.566560 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-494bd4b1-45af-4118-b1e6-8310ddf095db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675162'] for segment, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:28.567308 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.db.segments_db [None req-494bd4b1-45af-4118-b1e6-8310ddf095db admin admin] Added segment f7466842-9496-4ed8-a8d7-e336540c98ac of type vlan for network b183201c-d8ba-4df8-a849-eaf5a586f813 Sep 07 23:52:28.614378 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-494bd4b1-45af-4118-b1e6-8310ddf095db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760370794509'] for network, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:28.655044 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-494bd4b1-45af-4118-b1e6-8310ddf095db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608'] for network, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:28.656060 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494bd4b1-45af-4118-b1e6-8310ddf095db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:28.656672 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-494bd4b1-45af-4118-b1e6-8310ddf095db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for network, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:28.693975 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-494bd4b1-45af-4118-b1e6-8310ddf095db admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5431252 Sep 07 23:52:28.697676 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 35638) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:52:28.707953 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [None req-ffa11f05-7a7e-4d55-8d1e-f97934b511f6 admin admin] Request body: {'subnet': {'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1606400456-subnet', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'ip_version': 4}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:52:28.723298 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494bd4b1-45af-4118-b1e6-8310ddf095db admin admin] Pushing event updated for resources: {'Network': ['ID=b183201c-d8ba-4df8-a849-eaf5a586f813,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:28.738428 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Network b183201c-d8ba-4df8-a849-eaf5a586f813 details requested by agent ovs-agent-dv-cinder-751579-26-iscsi with host dv-cinder-751579-26-iscsi {{(pid=100552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 23:52:28.766518 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa11f05-7a7e-4d55-8d1e-f97934b511f6 admin admin] Made reservation on behalf of 42f067fd8b194261a54e9fcfd96af714 for: {'subnet': 1} {{(pid=100551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:52:28.770429 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-ffa11f05-7a7e-4d55-8d1e-f97934b511f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4738077'] for subnet, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:28.968146 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-ffa11f05-7a7e-4d55-8d1e-f97934b511f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5131703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4738059'] for subnet, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:29.062929 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa11f05-7a7e-4d55-8d1e-f97934b511f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8520aa77-9cf8-4f04-9cb1-197f20f35fc3,revision_number=0']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:29.084780 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e4762-345a-480b-8bf9-8d067f6e779f req-85e2404b-05e0-4005-9e38-7fc6e408500b tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:29.086620 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-9d9e4762-345a-480b-8bf9-8d067f6e779f req-85e2404b-05e0-4005-9e38-7fc6e408500b tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 943 time: 0.0867307 Sep 07 23:52:29.089709 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa11f05-7a7e-4d55-8d1e-f97934b511f6 admin admin] Checking segment: {'id': 'f7466842-9496-4ed8-a8d7-e336540c98ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:52:29.090070 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa11f05-7a7e-4d55-8d1e-f97934b511f6 admin admin] Network hostable DHCP agents. Network: b183201c-d8ba-4df8-a849-eaf5a586f813, hostable agents: ['4f562aef-accf-408d-af1e-fabb3d28a6a0'], hosted agents: [] {{(pid=100551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 23:52:29.130734 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa11f05-7a7e-4d55-8d1e-f97934b511f6 admin admin] Network b183201c-d8ba-4df8-a849-eaf5a586f813 is scheduled to be hosted by DHCP agent 4f562aef-accf-408d-af1e-fabb3d28a6a0 with binding_index 1 {{(pid=100551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 23:52:29.145157 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-9d9e4762-345a-480b-8bf9-8d067f6e779f req-77a22198-b5ea-4781-afd0-32a59e94ec65 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524583 Sep 07 23:52:29.146239 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.base_scheduler [None req-ffa11f05-7a7e-4d55-8d1e-f97934b511f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-26-iscsi, b183201c-d8ba-4df8-a849-eaf5a586f813) {{(pid=100551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:52:29.151116 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa11f05-7a7e-4d55-8d1e-f97934b511f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:29.151807 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-ffa11f05-7a7e-4d55-8d1e-f97934b511f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for subnet, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:29.160029 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c3819b-3528-4b63-9da1-06378274ece2 None None] Network b183201c-d8ba-4df8-a849-eaf5a586f813 requested from dv-cinder-751579-26-iscsi {{(pid=100552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 23:52:29.177047 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-ffa11f05-7a7e-4d55-8d1e-f97934b511f6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4772635 Sep 07 23:52:29.179979 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 35642) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:52:29.185781 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-0078af7e-b17a-48cf-be12-0163c67510a8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1606400456-router', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658'}}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:52:29.215818 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-0078af7e-b17a-48cf-be12-0163c67510a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1597314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1444'] for router, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:29.216944 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-0078af7e-b17a-48cf-be12-0163c67510a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-394617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:29.279631 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-0078af7e-b17a-48cf-be12-0163c67510a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:29.330681 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ad09b9-bc31-4616-bb40-64afe3920a55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf96fd684-78fa-5752-9b82-be4542ddf794-b183201c-d8ba-4df8-a849-eaf5a586f813', 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'fixed_ips': [{'subnet_id': '8520aa77-9cf8-4f04-9cb1-197f20f35fc3'}]}} from dv-cinder-751579-26-iscsi. {{(pid=100552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 23:52:29.331574 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-b5ad09b9-bc31-4616-bb40-64afe3920a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:29.420551 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-0078af7e-b17a-48cf-be12-0163c67510a8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:29.486666 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.db_base_plugin_common [None req-b5ad09b9-bc31-4616-bb40-64afe3920a55 None None] Allocated IP 172.20.0.2 (b183201c-d8ba-4df8-a849-eaf5a586f813/8520aa77-9cf8-4f04-9cb1-197f20f35fc3/e97a94e5-3c09-4883-9f47-72d36467501e) {{(pid=100552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:52:29.573152 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1ad33-f1e7-4b0d-82bf-b897c4f8f36f req-856be3ab-aa28-4ec5-b3dc-ed11c3a78830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:29.574580 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7fb1ad33-f1e7-4b0d-82bf-b897c4f8f36f req-856be3ab-aa28-4ec5-b3dc-ed11c3a78830 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=58b276a8254e43be89c8e4a10c333cbe&device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 1096 time: 0.0506303 Sep 07 23:52:29.654761 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-0078af7e-b17a-48cf-be12-0163c67510a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:29.666960 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-b5ad09b9-bc31-4616-bb40-64afe3920a55 None None] Notify callbacks [] for port, precommit_create {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:29.676595 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-0078af7e-b17a-48cf-be12-0163c67510a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:29.678246 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-b5ad09b9-bc31-4616-bb40-64afe3920a55 None None] Transition to ACTIVE for port object e97a94e5-3c09-4883-9f47-72d36467501e will not be triggered until provisioned by entity L2. {{(pid=100552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:52:29.698244 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-b5ad09b9-bc31-4616-bb40-64afe3920a55 None None] Transition to ACTIVE for port object e97a94e5-3c09-4883-9f47-72d36467501e will not be triggered until provisioned by entity DHCP. {{(pid=100552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:52:29.707123 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-b5ad09b9-bc31-4616-bb40-64afe3920a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287'] for port, after_create {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:29.746830 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ad09b9-bc31-4616-bb40-64afe3920a55 None None] Network b183201c-d8ba-4df8-a849-eaf5a586f813 is already hosted by enough agents. {{(pid=100552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:52:29.759831 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.scheduler.base_scheduler [None req-b5ad09b9-bc31-4616-bb40-64afe3920a55 None None] Resources bound (agent type, host, resource id): {{(pid=100552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:52:29.767871 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ad09b9-bc31-4616-bb40-64afe3920a55 None None] Received port after_create {{(pid=100552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:52:29.775638 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ad09b9-bc31-4616-bb40-64afe3920a55 None None] Pushing event updated for resources: {'Port': ['ID=e97a94e5-3c09-4883-9f47-72d36467501e,revision_number=1']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:29.792127 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1ad33-f1e7-4b0d-82bf-b897c4f8f36f req-3aea566d-3f36-4bf7-bd31-fc9190c9adff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:29.793393 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.db_base_plugin_common [None req-0078af7e-b17a-48cf-be12-0163c67510a8 admin admin] Allocated IP 172.27.2.162 (1ea758c5-ea33-45af-9d70-54dde57c9658/5c624cf3-fab2-4caa-bdca-00a0c67beab2/8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6) {{(pid=100550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:52:29.793635 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7fb1ad33-f1e7-4b0d-82bf-b897c4f8f36f req-3aea566d-3f36-4bf7-bd31-fc9190c9adff service neutron] 10.222.0.42 "GET /v2.0/networks?id=bb0cf1ab-d1d5-410c-b15c-8c9770c10630 HTTP/1.1" status: 200 len: 918 time: 0.1208038 Sep 07 23:52:29.831765 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-b5ad09b9-bc31-4616-bb40-64afe3920a55 None None] Attempting to bind port e97a94e5-3c09-4883-9f47-72d36467501e on host dv-cinder-751579-26-iscsi for vnic_type normal with profile {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 23:52:29.832018 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-b5ad09b9-bc31-4616-bb40-64afe3920a55 None None] Attempting to bind port e97a94e5-3c09-4883-9f47-72d36467501e by drivers openvswitch,hyperv on host dv-cinder-751579-26-iscsi at level 0 using segments [{'id': 'f7466842-9496-4ed8-a8d7-e336540c98ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813'}] {{(pid=100552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 23:52:29.832374 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ad09b9-bc31-4616-bb40-64afe3920a55 None None] Attempting to bind port e97a94e5-3c09-4883-9f47-72d36467501e on network b183201c-d8ba-4df8-a849-eaf5a586f813 {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:52:29.844585 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ad09b9-bc31-4616-bb40-64afe3920a55 None None] Checking agent: {'id': '892ede6d-2e1c-48b6-9f9b-59f4d898b1a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 23, 38, 1), 'started_at': datetime.datetime(2021, 9, 7, 23, 38, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 23, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 23:52:29.845841 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ad09b9-bc31-4616-bb40-64afe3920a55 None None] Checking segment: {'id': 'f7466842-9496-4ed8-a8d7-e336540c98ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:52:29.846021 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-b5ad09b9-bc31-4616-bb40-64afe3920a55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:29.846813 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ad09b9-bc31-4616-bb40-64afe3920a55 None None] Bound using segment: {'id': 'f7466842-9496-4ed8-a8d7-e336540c98ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813'} {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 23:52:29.846957 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-b5ad09b9-bc31-4616-bb40-64afe3920a55 None None] Bound port: e97a94e5-3c09-4883-9f47-72d36467501e, host: dv-cinder-751579-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7466842-9496-4ed8-a8d7-e336540c98ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813'}}] {{(pid=100552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 23:52:29.847375 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-b5ad09b9-bc31-4616-bb40-64afe3920a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:29.864219 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7fb1ad33-f1e7-4b0d-82bf-b897c4f8f36f req-a5426423-33d5-41f1-bdad-157cba4f1de2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de3b0ae0-5c66-4b3f-b647-7415dc1dc860 HTTP/1.1" status: 200 len: 999 time: 0.0627329 Sep 07 23:52:29.909765 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-0078af7e-b17a-48cf-be12-0163c67510a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:29.915037 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-b5ad09b9-bc31-4616-bb40-64afe3920a55 None None] For port e97a94e5-3c09-4883-9f47-72d36467501e, host dv-cinder-751579-26-iscsi, cleared binding levels {{(pid=100552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 23:52:29.918644 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-b5ad09b9-bc31-4616-bb40-64afe3920a55 None None] For port e97a94e5-3c09-4883-9f47-72d36467501e, host dv-cinder-751579-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=e97a94e5-3c09-4883-9f47-72d36467501e,segment=NetworkSegment(f7466842-9496-4ed8-a8d7-e336540c98ac),segment_id=f7466842-9496-4ed8-a8d7-e336540c98ac)] {{(pid=100552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 23:52:29.922321 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1ad33-f1e7-4b0d-82bf-b897c4f8f36f req-059f9a13-d483-4517-8d23-6848224d8b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:29.925093 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7fb1ad33-f1e7-4b0d-82bf-b897c4f8f36f req-059f9a13-d483-4517-8d23-6848224d8b5a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2e4b191b-fe64-4814-8fad-97b5ba0852ce HTTP/1.1" status: 200 len: 856 time: 0.0535188 Sep 07 23:52:29.926734 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-b5ad09b9-bc31-4616-bb40-64afe3920a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:29.959039 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-0078af7e-b17a-48cf-be12-0163c67510a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7634829'] for port, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:29.984792 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1ad33-f1e7-4b0d-82bf-b897c4f8f36f req-878d02cb-962d-4c28-8b7f-e897e8ea5be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:29.987615 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7fb1ad33-f1e7-4b0d-82bf-b897c4f8f36f req-878d02cb-962d-4c28-8b7f-e897e8ea5be8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bb0cf1ab-d1d5-410c-b15c-8c9770c10630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0554159 Sep 07 23:52:29.990463 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ad09b9-bc31-4616-bb40-64afe3920a55 None None] Pushing event updated for resources: {'Port': ['ID=e97a94e5-3c09-4883-9f47-72d36467501e,revision_number=2']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:30.007902 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0078af7e-b17a-48cf-be12-0163c67510a8 admin admin] Network 1ea758c5-ea33-45af-9d70-54dde57c9658 is already hosted by enough agents. {{(pid=100550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:52:30.015536 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.base_scheduler [None req-0078af7e-b17a-48cf-be12-0163c67510a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:52:30.020558 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0078af7e-b17a-48cf-be12-0163c67510a8 admin admin] Received port after_create {{(pid=100550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:52:30.023690 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0078af7e-b17a-48cf-be12-0163c67510a8 admin admin] Pushing event updated for resources: {'Port': ['ID=8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:30.088507 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7fb1ad33-f1e7-4b0d-82bf-b897c4f8f36f req-556fd15b-096f-4f73-b704-444f3894df8d service neutron] 10.222.0.42 "GET /v2.0/networks/bb0cf1ab-d1d5-410c-b15c-8c9770c10630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908735 Sep 07 23:52:30.210124 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7fb1ad33-f1e7-4b0d-82bf-b897c4f8f36f req-a1d45831-d09e-46d7-98ce-7a037a1c66d6 service neutron] 10.222.0.42 "GET /v2.0/networks/bb0cf1ab-d1d5-410c-b15c-8c9770c10630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130970 Sep 07 23:52:30.322183 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117bbf6-c6f1-4c9a-aa67-7d293ff2e8ce req-33eb9691-9220-4f86-81f7-9c9c37ed2236 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:30.323889 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7117bbf6-c6f1-4c9a-aa67-7d293ff2e8ce req-33eb9691-9220-4f86-81f7-9c9c37ed2236 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 943 time: 0.0657854 Sep 07 23:52:30.333642 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-0078af7e-b17a-48cf-be12-0163c67510a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:30.365548 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7117bbf6-c6f1-4c9a-aa67-7d293ff2e8ce req-d1e6e31f-9bbb-4995-a292-f172d51872cf tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330720 Sep 07 23:52:30.785759 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-0078af7e-b17a-48cf-be12-0163c67510a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595871'] for router, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:30.904623 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455cfb48-54ff-408f-9444-ab071c4a1bed None None] Network b183201c-d8ba-4df8-a849-eaf5a586f813 requested from dv-cinder-751579-26-iscsi {{(pid=100552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 23:52:30.924592 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0078af7e-b17a-48cf-be12-0163c67510a8 admin admin] Router a7b57986-3771-4ffc-928e-f8bc08f82943 is scheduled to L3 agent 19316ef7-2440-47e6-ada3-35aaee6f744b with binding_index 1 {{(pid=100550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 23:52:31.025488 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-aaf49d1d-69c6-4be7-98b8-4bdff9a7817b None None] Provisioning for port e97a94e5-3c09-4883-9f47-72d36467501e completed by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:52:31.045953 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0078af7e-b17a-48cf-be12-0163c67510a8 admin admin] Notify agent at l3_agent.dv-cinder-751579-26-iscsi the message routers_updated {{(pid=100550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 23:52:31.060966 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48af247f-e876-4a3f-9829-501024bb5fc1 None None] Sync routers for ids ['a7b57986-3771-4ffc-928e-f8bc08f82943'] in dv-cinder-751579-26-iscsi {{(pid=100552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 23:52:31.063104 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-0078af7e-b17a-48cf-be12-0163c67510a8 admin admin] Notify callbacks [] for router, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:31.067979 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-0078af7e-b17a-48cf-be12-0163c67510a8 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8838892 Sep 07 23:52:31.068213 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 35646) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:52:31.078455 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48af247f-e876-4a3f-9829-501024bb5fc1 None None] Routers {'a7b57986-3771-4ffc-928e-f8bc08f82943'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:52:31.079657 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-48af247f-e876-4a3f-9829-501024bb5fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:52:02Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['a7b57986-3771-4ffc-928e-f8bc08f82943'], 'active': True} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:52:31.187687 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:31.215095 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvr_db [None req-48af247f-e876-4a3f-9829-501024bb5fc1 None None] Set router a7b57986-3771-4ffc-928e-f8bc08f82943 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:52:31.435746 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-48af247f-e876-4a3f-9829-501024bb5fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'name': 'tempest-TestVolumeBootPattern-1606400456-router', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:52:29Z', 'updated_at': '2021-09-07T23:52:30Z', 'revision_number': 3, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'gw_port': {'id': '8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:29Z', 'updated_at': '2021-09-07T23:52:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi'}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:52:31.465074 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48af247f-e876-4a3f-9829-501024bb5fc1 None None] Checking router: a7b57986-3771-4ffc-928e-f8bc08f82943 for host: dv-cinder-751579-26-iscsi {{(pid=100552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 23:52:31.465417 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48af247f-e876-4a3f-9829-501024bb5fc1 None None] Updating router a7b57986-3771-4ffc-928e-f8bc08f82943 port 8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6 binding host dv-cinder-751579-26-iscsi {{(pid=100552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 23:52:31.494854 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-48af247f-e876-4a3f-9829-501024bb5fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:31.520546 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device e97a94e5-3c09-4883-9f47-72d36467501e up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:52:31.524226 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027e4f3-eb28-4d92-aae3-df7e16297a62 req-333b3c2b-51be-438a-bd6c-00860d27c757 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:31.525853 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4027e4f3-eb28-4d92-aae3-df7e16297a62 req-333b3c2b-51be-438a-bd6c-00860d27c757 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 943 time: 0.0618682 Sep 07 23:52:31.570810 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4027e4f3-eb28-4d92-aae3-df7e16297a62 req-a637d75d-10fd-43a0-ae64-054f09f3ae16 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363743 Sep 07 23:52:31.581095 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-55bbbff0-8df8-4549-8df6-949c5724dbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:31.659190 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning for port e97a94e5-3c09-4883-9f47-72d36467501e completed by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:52:31.671074 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning complete for port e97a94e5-3c09-4883-9f47-72d36467501e triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:52:31.671435 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:31.743864 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.db_base_plugin_common [None req-55bbbff0-8df8-4549-8df6-949c5724dbe7 admin admin] Allocated IP 172.20.0.1 (b183201c-d8ba-4df8-a849-eaf5a586f813/8520aa77-9cf8-4f04-9cb1-197f20f35fc3/0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6) {{(pid=100550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:52:31.787539 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-8f195cbd-c5f1-4d75-9021-52cb05867133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:31.865671 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-55bbbff0-8df8-4549-8df6-949c5724dbe7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:31.877021 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:31.882451 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.provisioning_blocks [None req-55bbbff0-8df8-4549-8df6-949c5724dbe7 admin admin] Transition to ACTIVE for port object 0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6 will not be triggered until provisioned by entity DHCP. {{(pid=100550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:52:31.882772 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-48af247f-e876-4a3f-9829-501024bb5fc1 None None] Notify callbacks [] for port, precommit_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:31.906599 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-48af247f-e876-4a3f-9829-501024bb5fc1 None None] Transition to ACTIVE for port object 8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6 will not be triggered until provisioned by entity L2. {{(pid=100552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:52:31.918024 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-55bbbff0-8df8-4549-8df6-949c5724dbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7634829'] for port, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:31.920650 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-48af247f-e876-4a3f-9829-501024bb5fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:31.924239 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] For port e97a94e5-3c09-4883-9f47-72d36467501e, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=e97a94e5-3c09-4883-9f47-72d36467501e,segment=NetworkSegment(f7466842-9496-4ed8-a8d7-e336540c98ac),segment_id=f7466842-9496-4ed8-a8d7-e336540c98ac)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:52:31.932307 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:31.958282 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bbbff0-8df8-4549-8df6-949c5724dbe7 admin admin] Network b183201c-d8ba-4df8-a849-eaf5a586f813 is already hosted by enough agents. {{(pid=100550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:52:31.962839 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.base_scheduler [None req-55bbbff0-8df8-4549-8df6-949c5724dbe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:52:31.966587 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bbbff0-8df8-4549-8df6-949c5724dbe7 admin admin] Received port after_create {{(pid=100550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:52:31.974453 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-48af247f-e876-4a3f-9829-501024bb5fc1 None None] Attempting to bind port 8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6 on host dv-cinder-751579-26-iscsi for vnic_type normal with profile {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 23:52:31.974819 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-48af247f-e876-4a3f-9829-501024bb5fc1 None None] Attempting to bind port 8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6 by drivers openvswitch,hyperv on host dv-cinder-751579-26-iscsi at level 0 using segments [{'id': '4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658'}] {{(pid=100552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 23:52:31.975171 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48af247f-e876-4a3f-9829-501024bb5fc1 None None] Attempting to bind port 8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6 on network 1ea758c5-ea33-45af-9d70-54dde57c9658 {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:52:31.983242 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48af247f-e876-4a3f-9829-501024bb5fc1 None None] Checking agent: {'id': '892ede6d-2e1c-48b6-9f9b-59f4d898b1a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 23, 38, 1), 'started_at': datetime.datetime(2021, 9, 7, 23, 38, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 23, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 23:52:31.983611 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48af247f-e876-4a3f-9829-501024bb5fc1 None None] Checking segment: {'id': '4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:52:31.984006 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-48af247f-e876-4a3f-9829-501024bb5fc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:31.984415 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48af247f-e876-4a3f-9829-501024bb5fc1 None None] Bound using segment: {'id': '4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658'} {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 23:52:31.984863 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-48af247f-e876-4a3f-9829-501024bb5fc1 None None] Bound port: 8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6, host: dv-cinder-751579-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658'}}] {{(pid=100552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 23:52:31.985461 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-48af247f-e876-4a3f-9829-501024bb5fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:31.986873 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d227fa-d78c-4a40-8b83-5dfcc6eda6c4 None None] Pushing event updated for resources: {'Port': ['ID=8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6,revision_number=2']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:31.997297 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bbbff0-8df8-4549-8df6-949c5724dbe7 admin admin] Pushing event updated for resources: {'Port': ['ID=0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:32.016006 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-55bbbff0-8df8-4549-8df6-949c5724dbe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595522'] for router_interface, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:32.086131 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Pushing event updated for resources: {'Port': ['ID=e97a94e5-3c09-4883-9f47-72d36467501e,revision_number=3']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:32.091156 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-48af247f-e876-4a3f-9829-501024bb5fc1 None None] For port 8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6, host dv-cinder-751579-26-iscsi, cleared binding levels {{(pid=100552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 23:52:32.096913 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-48af247f-e876-4a3f-9829-501024bb5fc1 None None] For port 8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6, host dv-cinder-751579-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6,segment=NetworkSegment(4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a),segment_id=4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a)] {{(pid=100552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 23:52:32.104986 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-48af247f-e876-4a3f-9829-501024bb5fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:32.166617 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-55bbbff0-8df8-4549-8df6-949c5724dbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:32.179930 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48af247f-e876-4a3f-9829-501024bb5fc1 None None] Routers {'a7b57986-3771-4ffc-928e-f8bc08f82943'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:52:32.180584 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-48af247f-e876-4a3f-9829-501024bb5fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:52:32Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['a7b57986-3771-4ffc-928e-f8bc08f82943'], 'active': True} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:52:32.182440 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d227fa-d78c-4a40-8b83-5dfcc6eda6c4 None None] Pushing event updated for resources: {'Port': ['ID=8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6,revision_number=3']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:32.239402 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-47499d75-badc-40f9-ac9b-2891d53fde12 None None] Provisioning for port 0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6 completed by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:52:32.245764 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-47499d75-badc-40f9-ac9b-2891d53fde12 None None] Provisioning complete for port 0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6 triggered by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:52:32.246128 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-47499d75-badc-40f9-ac9b-2891d53fde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:32.342411 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-55bbbff0-8df8-4549-8df6-949c5724dbe7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:32.348144 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-55bbbff0-8df8-4549-8df6-949c5724dbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7634818'] for port, after_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:32.422473 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bbbff0-8df8-4549-8df6-949c5724dbe7 admin admin] Pushing event updated for resources: {'Port': ['ID=0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6,revision_number=2']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:32.425997 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-55bbbff0-8df8-4549-8df6-949c5724dbe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1820662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1593362'] for router_interface, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:32.446407 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvr_db [None req-48af247f-e876-4a3f-9829-501024bb5fc1 None None] Set router a7b57986-3771-4ffc-928e-f8bc08f82943 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:52:32.448088 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-47499d75-badc-40f9-ac9b-2891d53fde12 None None] Port 0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6 cannot update to ACTIVE because it is not bound. {{(pid=100552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 23:52:32.520744 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bbbff0-8df8-4549-8df6-949c5724dbe7 admin admin] Network b183201c-d8ba-4df8-a849-eaf5a586f813 is already hosted by enough agents. {{(pid=100550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:52:32.522335 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.base_scheduler [None req-55bbbff0-8df8-4549-8df6-949c5724dbe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:52:32.663272 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55bbbff0-8df8-4549-8df6-949c5724dbe7 admin admin] Router a7b57986-3771-4ffc-928e-f8bc08f82943 has already been hosted by L3 agent 19316ef7-2440-47e6-ada3-35aaee6f744b {{(pid=100550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 23:52:32.679674 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-48af247f-e876-4a3f-9829-501024bb5fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'name': 'tempest-TestVolumeBootPattern-1606400456-router', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:52:29Z', 'updated_at': '2021-09-07T23:52:32Z', 'revision_number': 4, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'gw_port': {'id': '8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:29Z', 'updated_at': '2021-09-07T23:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': '0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6', 'name': '', 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'mac_address': 'fa:16:3e:37:35:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '8520aa77-9cf8-4f04-9cb1-197f20f35fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:31Z', 'updated_at': '2021-09-07T23:52:31Z', 'revision_number': 1, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'subnets': [{'id': '8520aa77-9cf8-4f04-9cb1-197f20f35fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:52:32.710609 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48af247f-e876-4a3f-9829-501024bb5fc1 None None] The sync data for ids ['a7b57986-3771-4ffc-928e-f8bc08f82943'] in dv-cinder-751579-26-iscsi is: [{'id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'name': 'tempest-TestVolumeBootPattern-1606400456-router', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:52:29Z', 'updated_at': '2021-09-07T23:52:32Z', 'revision_number': 4, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'gw_port': {'id': '8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:29Z', 'updated_at': '2021-09-07T23:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': '0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6', 'name': '', 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'mac_address': 'fa:16:3e:37:35:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '8520aa77-9cf8-4f04-9cb1-197f20f35fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:31Z', 'updated_at': '2021-09-07T23:52:31Z', 'revision_number': 1, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'subnets': [{'id': '8520aa77-9cf8-4f04-9cb1-197f20f35fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 23:52:32.716863 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a739992-90af-4db5-b2ab-a852f0b6713b req-197b3c6a-c6d3-4f3d-9e7d-e6c7db07196d tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:32.724938 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-9a739992-90af-4db5-b2ab-a852f0b6713b req-197b3c6a-c6d3-4f3d-9e7d-e6c7db07196d tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 943 time: 0.0611906 Sep 07 23:52:32.762393 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-9a739992-90af-4db5-b2ab-a852f0b6713b req-24ae475a-7ea9-48c7-a869-f7d4ae407a65 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365939 Sep 07 23:52:32.776395 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-41fb7e48-bb76-4ddc-b56f-5132fd803690 None None] Provisioning complete for port 0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6 triggered by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:52:32.776809 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-41fb7e48-bb76-4ddc-b56f-5132fd803690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:32.800330 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55bbbff0-8df8-4549-8df6-949c5724dbe7 admin admin] Notify agent at l3_agent.dv-cinder-751579-26-iscsi the message routers_updated {{(pid=100550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 23:52:32.809627 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-55bbbff0-8df8-4549-8df6-949c5724dbe7 admin admin] 10.222.0.15 "PUT /v2.0/routers/a7b57986-3771-4ffc-928e-f8bc08f82943/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7397091 Sep 07 23:52:32.819364 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-41fb7e48-bb76-4ddc-b56f-5132fd803690 None None] Port 0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6 cannot update to ACTIVE because it is not bound. {{(pid=100552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 23:52:33.119188 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device de3b0ae0-5c66-4b3f-b647-7415dc1dc860 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=100552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 23:52:33.226135 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port de3b0ae0-5c66-4b3f-b647-7415dc1dc860, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=de3b0ae0-5c66-4b3f-b647-7415dc1dc860,segment=NetworkSegment(c1e8596d-44b9-4f74-a478-a7fa52272fc4),segment_id=c1e8596d-44b9-4f74-a478-a7fa52272fc4)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:52:33.238840 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Returning: {'device': 'de3b0ae0-5c66-4b3f-b647-7415dc1dc860', 'network_id': 'bb0cf1ab-d1d5-410c-b15c-8c9770c10630', 'port_id': 'de3b0ae0-5c66-4b3f-b647-7415dc1dc860', 'mac_address': 'fa:16:3e:ad:d3:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e4b191b-fe64-4814-8fad-97b5ba0852ce', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 23:52:33.284009 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:33.301451 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.notifiers.nova [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de3b0ae0-5c66-4b3f-b647-7415dc1dc860 {{(pid=100552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 23:52:33.326672 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port de3b0ae0-5c66-4b3f-b647-7415dc1dc860, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=de3b0ae0-5c66-4b3f-b647-7415dc1dc860,segment=NetworkSegment(c1e8596d-44b9-4f74-a478-a7fa52272fc4),segment_id=c1e8596d-44b9-4f74-a478-a7fa52272fc4)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:52:33.331225 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:33.352088 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 35666) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:52:33.362128 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-b9aa2f88-1abf-4cb4-9fef-44e2ad80bd67 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1614743615-network', 'tenant_id': '7e004ddd2851473183777c855d963885'}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:52:33.399689 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ea97-3cf8-4e53-ad99-8ce826820bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:33.401853 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9aa2f88-1abf-4cb4-9fef-44e2ad80bd67 admin admin] Made reservation on behalf of 7e004ddd2851473183777c855d963885 for: {'network': 1} {{(pid=100550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:52:33.405183 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-b9aa2f88-1abf-4cb4-9fef-44e2ad80bd67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for network, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:33.409866 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Pushing event updated for resources: {'Port': ['ID=de3b0ae0-5c66-4b3f-b647-7415dc1dc860,revision_number=9']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:33.421206 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-b9aa2f88-1abf-4cb4-9fef-44e2ad80bd67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:33.535895 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-b9aa2f88-1abf-4cb4-9fef-44e2ad80bd67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:33.540110 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-b9aa2f88-1abf-4cb4-9fef-44e2ad80bd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:33.558228 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] get_ports_and_sgs() called for port_ids ['de3b0ae0-5c66-4b3f-b647-7415dc1dc860'] {{(pid=100552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 23:52:33.568026 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9aa2f88-1abf-4cb4-9fef-44e2ad80bd67 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=100550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 23:52:33.578156 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aa2f88-1abf-4cb4-9fef-44e2ad80bd67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee056ed-9c2a-4668-be67-04adaad1ca15,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:33.584347 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-b9aa2f88-1abf-4cb4-9fef-44e2ad80bd67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675162'] for segment, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:33.584717 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.db.segments_db [None req-b9aa2f88-1abf-4cb4-9fef-44e2ad80bd67 admin admin] Added segment a96ba248-96cd-489c-bcd2-1ce14381fd96 of type vlan for network 598f63bb-5764-48ae-879a-edd3acfd47d6 Sep 07 23:52:33.587227 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device e97a94e5-3c09-4883-9f47-72d36467501e up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:52:33.628488 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-b9aa2f88-1abf-4cb4-9fef-44e2ad80bd67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760370794509'] for network, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:33.678359 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-b9aa2f88-1abf-4cb4-9fef-44e2ad80bd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608'] for network, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:33.679481 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9aa2f88-1abf-4cb4-9fef-44e2ad80bd67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:33.680949 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-b9aa2f88-1abf-4cb4-9fef-44e2ad80bd67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for network, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:33.757371 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning complete for port e97a94e5-3c09-4883-9f47-72d36467501e triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:52:33.758056 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:33.763222 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-b9aa2f88-1abf-4cb4-9fef-44e2ad80bd67 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4094973 Sep 07 23:52:33.766163 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 35668) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:52:33.768374 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aa2f88-1abf-4cb4-9fef-44e2ad80bd67 admin admin] Pushing event updated for resources: {'Network': ['ID=598f63bb-5764-48ae-879a-edd3acfd47d6,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:33.774956 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [None req-eb2097d2-b576-4fc1-a28f-c4b06539a481 admin admin] Request body: {'subnet': {'network_id': '598f63bb-5764-48ae-879a-edd3acfd47d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1614743615-subnet', 'tenant_id': '7e004ddd2851473183777c855d963885', 'ip_version': 4}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:52:33.801014 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Network 598f63bb-5764-48ae-879a-edd3acfd47d6 details requested by agent ovs-agent-dv-cinder-751579-26-iscsi with host dv-cinder-751579-26-iscsi {{(pid=100552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 23:52:33.845456 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2097d2-b576-4fc1-a28f-c4b06539a481 admin admin] Made reservation on behalf of 7e004ddd2851473183777c855d963885 for: {'subnet': 1} {{(pid=100551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:52:33.847921 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-eb2097d2-b576-4fc1-a28f-c4b06539a481 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4738077'] for subnet, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:33.965778 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6 up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:52:33.972551 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dace58-378b-4318-9fb6-9a233d190475 req-11aad15c-cbbd-4567-b2b3-994b1f8bd9b2 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:33.974232 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-19dace58-378b-4318-9fb6-9a233d190475 req-11aad15c-cbbd-4567-b2b3-994b1f8bd9b2 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 944 time: 0.1006424 Sep 07 23:52:34.018326 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning for port 8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6 completed by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:52:34.024271 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning complete for port 8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6 triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:52:34.024693 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:34.052019 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-19dace58-378b-4318-9fb6-9a233d190475 req-b88c959b-48b6-4503-8eb0-eba529788124 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700481 Sep 07 23:52:34.121206 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-eb2097d2-b576-4fc1-a28f-c4b06539a481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5131703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4738059'] for subnet, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:34.140536 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:34.165629 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] For port 8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6,segment=NetworkSegment(4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a),segment_id=4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:52:34.171857 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:34.194732 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2097d2-b576-4fc1-a28f-c4b06539a481 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2098bc3a-b328-4461-a826-cbce008bbc35,revision_number=0']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:34.199362 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2097d2-b576-4fc1-a28f-c4b06539a481 admin admin] Checking segment: {'id': 'a96ba248-96cd-489c-bcd2-1ce14381fd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '598f63bb-5764-48ae-879a-edd3acfd47d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:52:34.199729 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2097d2-b576-4fc1-a28f-c4b06539a481 admin admin] Network hostable DHCP agents. Network: 598f63bb-5764-48ae-879a-edd3acfd47d6, hostable agents: ['4f562aef-accf-408d-af1e-fabb3d28a6a0'], hosted agents: [] {{(pid=100551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 23:52:34.220300 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2097d2-b576-4fc1-a28f-c4b06539a481 admin admin] Network 598f63bb-5764-48ae-879a-edd3acfd47d6 is scheduled to be hosted by DHCP agent 4f562aef-accf-408d-af1e-fabb3d28a6a0 with binding_index 1 {{(pid=100551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 23:52:34.230881 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Pushing event updated for resources: {'Port': ['ID=8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6,revision_number=4']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:34.234161 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.base_scheduler [None req-eb2097d2-b576-4fc1-a28f-c4b06539a481 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-26-iscsi, 598f63bb-5764-48ae-879a-edd3acfd47d6) {{(pid=100551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:52:34.238595 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2097d2-b576-4fc1-a28f-c4b06539a481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:34.239601 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-eb2097d2-b576-4fc1-a28f-c4b06539a481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for subnet, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:34.244179 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2dfb6ff-f584-4765-b725-8ac92582c891 None None] Network 598f63bb-5764-48ae-879a-edd3acfd47d6 requested from dv-cinder-751579-26-iscsi {{(pid=100552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 23:52:34.255992 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-eb2097d2-b576-4fc1-a28f-c4b06539a481 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4854913 Sep 07 23:52:34.258430 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 35672) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:52:34.262892 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [None req-ba75107e-9a07-4105-b214-83b58ec48591 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1614743615-router', 'tenant_id': '7e004ddd2851473183777c855d963885', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658'}}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:52:34.284149 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-ba75107e-9a07-4105-b214-83b58ec48591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1597314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1444'] for router, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:34.285253 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-ba75107e-9a07-4105-b214-83b58ec48591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1595154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-394617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:34.336925 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-ba75107e-9a07-4105-b214-83b58ec48591 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:34.395998 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c191f71-b3c8-4f50-b3e4-9d3939b76a13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf96fd684-78fa-5752-9b82-be4542ddf794-598f63bb-5764-48ae-879a-edd3acfd47d6', 'network_id': '598f63bb-5764-48ae-879a-edd3acfd47d6', 'tenant_id': '7e004ddd2851473183777c855d963885', 'fixed_ips': [{'subnet_id': '2098bc3a-b328-4461-a826-cbce008bbc35'}]}} from dv-cinder-751579-26-iscsi. {{(pid=100552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 23:52:34.397030 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7c191f71-b3c8-4f50-b3e4-9d3939b76a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:34.545678 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.db_base_plugin_common [None req-7c191f71-b3c8-4f50-b3e4-9d3939b76a13 None None] Allocated IP 172.20.0.2 (598f63bb-5764-48ae-879a-edd3acfd47d6/2098bc3a-b328-4461-a826-cbce008bbc35/1af1f9d8-b1ea-468c-ad52-a8e43bc2433f) {{(pid=100552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:52:34.710073 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-ba75107e-9a07-4105-b214-83b58ec48591 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:34.710546 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7c191f71-b3c8-4f50-b3e4-9d3939b76a13 None None] Notify callbacks [] for port, precommit_create {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:34.719947 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-7c191f71-b3c8-4f50-b3e4-9d3939b76a13 None None] Transition to ACTIVE for port object 1af1f9d8-b1ea-468c-ad52-a8e43bc2433f will not be triggered until provisioned by entity L2. {{(pid=100552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:52:34.740987 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-7c191f71-b3c8-4f50-b3e4-9d3939b76a13 None None] Transition to ACTIVE for port object 1af1f9d8-b1ea-468c-ad52-a8e43bc2433f will not be triggered until provisioned by entity DHCP. {{(pid=100552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:52:34.747481 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7c191f71-b3c8-4f50-b3e4-9d3939b76a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287'] for port, after_create {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:34.785555 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c191f71-b3c8-4f50-b3e4-9d3939b76a13 None None] Network 598f63bb-5764-48ae-879a-edd3acfd47d6 is already hosted by enough agents. {{(pid=100552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:52:34.791428 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.scheduler.base_scheduler [None req-7c191f71-b3c8-4f50-b3e4-9d3939b76a13 None None] Resources bound (agent type, host, resource id): {{(pid=100552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:52:34.798329 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c191f71-b3c8-4f50-b3e4-9d3939b76a13 None None] Received port after_create {{(pid=100552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:52:34.806921 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c191f71-b3c8-4f50-b3e4-9d3939b76a13 None None] Pushing event updated for resources: {'Port': ['ID=1af1f9d8-b1ea-468c-ad52-a8e43bc2433f,revision_number=1']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:34.869992 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-7c191f71-b3c8-4f50-b3e4-9d3939b76a13 None None] Attempting to bind port 1af1f9d8-b1ea-468c-ad52-a8e43bc2433f on host dv-cinder-751579-26-iscsi for vnic_type normal with profile {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 23:52:34.870558 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-7c191f71-b3c8-4f50-b3e4-9d3939b76a13 None None] Attempting to bind port 1af1f9d8-b1ea-468c-ad52-a8e43bc2433f by drivers openvswitch,hyperv on host dv-cinder-751579-26-iscsi at level 0 using segments [{'id': 'a96ba248-96cd-489c-bcd2-1ce14381fd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '598f63bb-5764-48ae-879a-edd3acfd47d6'}] {{(pid=100552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 23:52:34.870878 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c191f71-b3c8-4f50-b3e4-9d3939b76a13 None None] Attempting to bind port 1af1f9d8-b1ea-468c-ad52-a8e43bc2433f on network 598f63bb-5764-48ae-879a-edd3acfd47d6 {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:52:34.877024 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c191f71-b3c8-4f50-b3e4-9d3939b76a13 None None] Checking agent: {'id': '892ede6d-2e1c-48b6-9f9b-59f4d898b1a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 23, 38, 1), 'started_at': datetime.datetime(2021, 9, 7, 23, 38, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 23, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 23:52:34.877510 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c191f71-b3c8-4f50-b3e4-9d3939b76a13 None None] Checking segment: {'id': 'a96ba248-96cd-489c-bcd2-1ce14381fd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '598f63bb-5764-48ae-879a-edd3acfd47d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:52:34.878087 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7c191f71-b3c8-4f50-b3e4-9d3939b76a13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:34.878549 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c191f71-b3c8-4f50-b3e4-9d3939b76a13 None None] Bound using segment: {'id': 'a96ba248-96cd-489c-bcd2-1ce14381fd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '598f63bb-5764-48ae-879a-edd3acfd47d6'} {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 23:52:34.879459 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-7c191f71-b3c8-4f50-b3e4-9d3939b76a13 None None] Bound port: 1af1f9d8-b1ea-468c-ad52-a8e43bc2433f, host: dv-cinder-751579-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a96ba248-96cd-489c-bcd2-1ce14381fd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '598f63bb-5764-48ae-879a-edd3acfd47d6'}}] {{(pid=100552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 23:52:34.879459 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7c191f71-b3c8-4f50-b3e4-9d3939b76a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:34.887386 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378396e3-8664-4b46-9494-62d7dfad8e6b None None] Sync routers for ids ['a7b57986-3771-4ffc-928e-f8bc08f82943'] in dv-cinder-751579-26-iscsi {{(pid=100553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 23:52:34.899064 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378396e3-8664-4b46-9494-62d7dfad8e6b None None] Routers {'a7b57986-3771-4ffc-928e-f8bc08f82943'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:52:34.899781 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-378396e3-8664-4b46-9494-62d7dfad8e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:52:32Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['a7b57986-3771-4ffc-928e-f8bc08f82943'], 'active': True} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:52:34.936198 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-ba75107e-9a07-4105-b214-83b58ec48591 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:34.957128 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-ba75107e-9a07-4105-b214-83b58ec48591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:34.969379 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-7c191f71-b3c8-4f50-b3e4-9d3939b76a13 None None] For port 1af1f9d8-b1ea-468c-ad52-a8e43bc2433f, host dv-cinder-751579-26-iscsi, cleared binding levels {{(pid=100552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 23:52:34.973805 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-7c191f71-b3c8-4f50-b3e4-9d3939b76a13 None None] For port 1af1f9d8-b1ea-468c-ad52-a8e43bc2433f, host dv-cinder-751579-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=1af1f9d8-b1ea-468c-ad52-a8e43bc2433f,segment=NetworkSegment(a96ba248-96cd-489c-bcd2-1ce14381fd96),segment_id=a96ba248-96cd-489c-bcd2-1ce14381fd96)] {{(pid=100552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 23:52:34.978680 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7c191f71-b3c8-4f50-b3e4-9d3939b76a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:35.010171 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvr_db [None req-378396e3-8664-4b46-9494-62d7dfad8e6b None None] Set router a7b57986-3771-4ffc-928e-f8bc08f82943 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:52:35.042596 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c191f71-b3c8-4f50-b3e4-9d3939b76a13 None None] Pushing event updated for resources: {'Port': ['ID=1af1f9d8-b1ea-468c-ad52-a8e43bc2433f,revision_number=2']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:35.071979 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.db_base_plugin_common [None req-ba75107e-9a07-4105-b214-83b58ec48591 admin admin] Allocated IP 172.27.2.13 (1ea758c5-ea33-45af-9d70-54dde57c9658/5c624cf3-fab2-4caa-bdca-00a0c67beab2/df6c99bf-3145-4dcf-8c23-1038d80625f0) {{(pid=100551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:52:35.135341 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device de3b0ae0-5c66-4b3f-b647-7415dc1dc860 up at agent hyperv_hv-cinder-75157 {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:52:35.217507 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-187590d1-19a7-4a5a-ac4c-70625f9f540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:35.227567 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Provisioning complete for port de3b0ae0-5c66-4b3f-b647-7415dc1dc860 triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:52:35.227949 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:35.303420 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59ab0e-7f88-4be8-8f36-21f6f8c1da2f req-f917c17c-366d-4299-b6c3-268bad4946f3 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:35.304975 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-fc59ab0e-7f88-4be8-8f36-21f6f8c1da2f req-f917c17c-366d-4299-b6c3-268bad4946f3 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 944 time: 0.1196988 Sep 07 23:52:35.308275 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-ba75107e-9a07-4105-b214-83b58ec48591 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:35.371757 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:35.376160 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-fc59ab0e-7f88-4be8-8f36-21f6f8c1da2f req-cc4e37e8-7049-4bbd-a23d-48a6e003e1f1 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607843 Sep 07 23:52:35.416633 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-ba75107e-9a07-4105-b214-83b58ec48591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:35.443023 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-378396e3-8664-4b46-9494-62d7dfad8e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'name': 'tempest-TestVolumeBootPattern-1606400456-router', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:52:29Z', 'updated_at': '2021-09-07T23:52:32Z', 'revision_number': 4, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'gw_port': {'id': '8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:29Z', 'updated_at': '2021-09-07T23:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': '0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6', 'name': '', 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'mac_address': 'fa:16:3e:37:35:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '8520aa77-9cf8-4f04-9cb1-197f20f35fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:31Z', 'updated_at': '2021-09-07T23:52:32Z', 'revision_number': 2, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'subnets': [{'id': '8520aa77-9cf8-4f04-9cb1-197f20f35fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:52:35.447280 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port de3b0ae0-5c66-4b3f-b647-7415dc1dc860, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=de3b0ae0-5c66-4b3f-b647-7415dc1dc860,segment=NetworkSegment(c1e8596d-44b9-4f74-a478-a7fa52272fc4),segment_id=c1e8596d-44b9-4f74-a478-a7fa52272fc4)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:52:35.448544 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1223f810-24aa-48d7-ab8c-7af988a9f2e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3b0ae0-5c66-4b3f-b647-7415dc1dc860'}] {{(pid=100552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:52:35.451612 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6af7ada11e39af001df59af8fe1a830bb49e6ec01a9e34e873de5065727c58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38e49a0-44d7-4966-9239-d9818b752233" -d '{"events": [{"server_uuid": "1223f810-24aa-48d7-ab8c-7af988a9f2e7", "name": "network-vif-plugged", "status": "completed", "tag": "de3b0ae0-5c66-4b3f-b647-7415dc1dc860"}]}' {{(pid=100552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:52:35.457143 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:35.509115 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba75107e-9a07-4105-b214-83b58ec48591 admin admin] Network 1ea758c5-ea33-45af-9d70-54dde57c9658 is already hosted by enough agents. {{(pid=100551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:52:35.527490 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 23:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a8d6f8-7b8a-4766-bc8c-1c13a53c30dd x-openstack-request-id: req-f2a8d6f8-7b8a-4766-bc8c-1c13a53c30dd {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:52:35.527785 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1223f810-24aa-48d7-ab8c-7af988a9f2e7", "name": "network-vif-plugged", "status": "completed", "tag": "de3b0ae0-5c66-4b3f-b647-7415dc1dc860", "code": 200}]} {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:52:35.527902 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.base_scheduler [None req-ba75107e-9a07-4105-b214-83b58ec48591 admin admin] Resources bound (agent type, host, resource id): {{(pid=100551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:52:35.528043 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f2a8d6f8-7b8a-4766-bc8c-1c13a53c30dd {{(pid=100552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:52:35.528432 dv-cinder-751579-26-iscsi neutron-server[100552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1223f810-24aa-48d7-ab8c-7af988a9f2e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3b0ae0-5c66-4b3f-b647-7415dc1dc860', 'code': 200} Sep 07 23:52:35.530946 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378396e3-8664-4b46-9494-62d7dfad8e6b None None] Checking router: a7b57986-3771-4ffc-928e-f8bc08f82943 for host: dv-cinder-751579-26-iscsi {{(pid=100553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 23:52:35.531323 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378396e3-8664-4b46-9494-62d7dfad8e6b None None] Updating router a7b57986-3771-4ffc-928e-f8bc08f82943 port 0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6 binding host dv-cinder-751579-26-iscsi {{(pid=100553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 23:52:35.546106 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba75107e-9a07-4105-b214-83b58ec48591 admin admin] Received port after_create {{(pid=100551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:52:35.566671 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Pushing event updated for resources: {'Port': ['ID=de3b0ae0-5c66-4b3f-b647-7415dc1dc860,revision_number=10']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:35.607723 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-378396e3-8664-4b46-9494-62d7dfad8e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:35.611921 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba75107e-9a07-4105-b214-83b58ec48591 admin admin] Pushing event updated for resources: {'Port': ['ID=df6c99bf-3145-4dcf-8c23-1038d80625f0,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:35.638649 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6 up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:52:35.718108 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning complete for port 8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6 triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:52:35.721889 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:35.852634 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 1af1f9d8-b1ea-468c-ad52-a8e43bc2433f up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:52:35.887490 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3f6c2-f8d0-431e-b3fd-49ee71e71ed6 req-a0182909-226d-4777-8d81-dfd43a989433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:35.889058 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-0dd3f6c2-f8d0-431e-b3fd-49ee71e71ed6 req-a0182909-226d-4777-8d81-dfd43a989433 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 1099 time: 0.1315691 Sep 07 23:52:35.940103 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning for port 1af1f9d8-b1ea-468c-ad52-a8e43bc2433f completed by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:52:35.945102 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-378396e3-8664-4b46-9494-62d7dfad8e6b None None] Notify callbacks [] for port, precommit_update {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:35.960595 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.provisioning_blocks [None req-378396e3-8664-4b46-9494-62d7dfad8e6b None None] Transition to ACTIVE for port object 0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6 will not be triggered until provisioned by entity L2. {{(pid=100553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:52:35.966977 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-378396e3-8664-4b46-9494-62d7dfad8e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:35.990568 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-0dd3f6c2-f8d0-431e-b3fd-49ee71e71ed6 req-bd222247-4264-42cb-aa4c-bf6fbe6b95f8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908637 Sep 07 23:52:35.996146 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-ba75107e-9a07-4105-b214-83b58ec48591 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:36.045779 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b33f4-5af6-4393-8df0-37d726c8aa62 None None] Pushing event updated for resources: {'Port': ['ID=0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6,revision_number=3']} {{(pid=100553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:36.075658 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b33f4-5af6-4393-8df0-37d726c8aa62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:52:36.075929 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b33f4-5af6-4393-8df0-37d726c8aa62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:52:36.076584 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b33f4-5af6-4393-8df0-37d726c8aa62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:52:36.076916 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b33f4-5af6-4393-8df0-37d726c8aa62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:52:36.077237 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b33f4-5af6-4393-8df0-37d726c8aa62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:52:36.077572 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b33f4-5af6-4393-8df0-37d726c8aa62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:52:36.077892 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b33f4-5af6-4393-8df0-37d726c8aa62 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:52:36.078207 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b33f4-5af6-4393-8df0-37d726c8aa62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:52:36.078540 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b33f4-5af6-4393-8df0-37d726c8aa62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:52:36.079420 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b33f4-5af6-4393-8df0-37d726c8aa62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:52:36.079907 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b33f4-5af6-4393-8df0-37d726c8aa62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:52:36.080615 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b33f4-5af6-4393-8df0-37d726c8aa62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:52:36.093310 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.managers [None req-378396e3-8664-4b46-9494-62d7dfad8e6b None None] Attempting to bind port 0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6 on host dv-cinder-751579-26-iscsi for vnic_type normal with profile {{(pid=100553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 23:52:36.093672 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.managers [None req-378396e3-8664-4b46-9494-62d7dfad8e6b None None] Attempting to bind port 0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6 by drivers openvswitch,hyperv on host dv-cinder-751579-26-iscsi at level 0 using segments [{'id': 'f7466842-9496-4ed8-a8d7-e336540c98ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813'}] {{(pid=100553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 23:52:36.094031 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378396e3-8664-4b46-9494-62d7dfad8e6b None None] Attempting to bind port 0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6 on network b183201c-d8ba-4df8-a849-eaf5a586f813 {{(pid=100553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:52:36.100182 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378396e3-8664-4b46-9494-62d7dfad8e6b None None] Checking agent: {'id': '892ede6d-2e1c-48b6-9f9b-59f4d898b1a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 23, 38, 1), 'started_at': datetime.datetime(2021, 9, 7, 23, 38, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 23, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 23:52:36.100591 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378396e3-8664-4b46-9494-62d7dfad8e6b None None] Checking segment: {'id': 'f7466842-9496-4ed8-a8d7-e336540c98ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:52:36.100988 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-378396e3-8664-4b46-9494-62d7dfad8e6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:36.101380 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378396e3-8664-4b46-9494-62d7dfad8e6b None None] Bound using segment: {'id': 'f7466842-9496-4ed8-a8d7-e336540c98ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813'} {{(pid=100553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 23:52:36.101843 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.managers [None req-378396e3-8664-4b46-9494-62d7dfad8e6b None None] Bound port: 0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6, host: dv-cinder-751579-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7466842-9496-4ed8-a8d7-e336540c98ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813'}}] {{(pid=100553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 23:52:36.102235 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-378396e3-8664-4b46-9494-62d7dfad8e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:36.177280 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.db [None req-378396e3-8664-4b46-9494-62d7dfad8e6b None None] For port 0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6, host dv-cinder-751579-26-iscsi, cleared binding levels {{(pid=100553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 23:52:36.180591 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.db [None req-378396e3-8664-4b46-9494-62d7dfad8e6b None None] For port 0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6, host dv-cinder-751579-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6,segment=NetworkSegment(f7466842-9496-4ed8-a8d7-e336540c98ac),segment_id=f7466842-9496-4ed8-a8d7-e336540c98ac)] {{(pid=100553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 23:52:36.190812 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-378396e3-8664-4b46-9494-62d7dfad8e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:36.229716 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-ba75107e-9a07-4105-b214-83b58ec48591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1595147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595871'] for router, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:36.253666 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378396e3-8664-4b46-9494-62d7dfad8e6b None None] Routers {'a7b57986-3771-4ffc-928e-f8bc08f82943'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:52:36.255211 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-378396e3-8664-4b46-9494-62d7dfad8e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:52:32Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['a7b57986-3771-4ffc-928e-f8bc08f82943'], 'active': True} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:52:36.257303 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b33f4-5af6-4393-8df0-37d726c8aa62 None None] Pushing event updated for resources: {'Port': ['ID=0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6,revision_number=4']} {{(pid=100553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:36.395828 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvr_db [None req-378396e3-8664-4b46-9494-62d7dfad8e6b None None] Set router a7b57986-3771-4ffc-928e-f8bc08f82943 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:52:36.399755 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba75107e-9a07-4105-b214-83b58ec48591 admin admin] Router f2a39ff7-dab3-433d-938d-27f191043a72 is scheduled to L3 agent 19316ef7-2440-47e6-ada3-35aaee6f744b with binding_index 1 {{(pid=100551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 23:52:36.426241 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d47896-e5c3-4a03-8097-31975b5e1b10 None None] Network 598f63bb-5764-48ae-879a-edd3acfd47d6 requested from dv-cinder-751579-26-iscsi {{(pid=100552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 23:52:36.592736 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba75107e-9a07-4105-b214-83b58ec48591 admin admin] Notify agent at l3_agent.dv-cinder-751579-26-iscsi the message routers_updated {{(pid=100551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 23:52:36.608106 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b91e87f-d9ca-42d6-bb80-45a633f0b69d req-b48fc33d-366b-4b24-bce5-c55a01a789b0 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:36.609723 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-0b91e87f-d9ca-42d6-bb80-45a633f0b69d req-b48fc33d-366b-4b24-bce5-c55a01a789b0 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 946 time: 0.0714686 Sep 07 23:52:36.614474 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-57e68d7b-c361-4663-bc2e-f70431457fb4 None None] Provisioning for port 1af1f9d8-b1ea-468c-ad52-a8e43bc2433f completed by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:52:36.622830 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ff9881-75e8-45f4-a89d-df911808a2cc None None] Sync routers for ids ['f2a39ff7-dab3-433d-938d-27f191043a72'] in dv-cinder-751579-26-iscsi {{(pid=100552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 23:52:36.623490 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-ba75107e-9a07-4105-b214-83b58ec48591 admin admin] Notify callbacks [] for router, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:36.628599 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 35690) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:52:36.629249 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-ba75107e-9a07-4105-b214-83b58ec48591 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3691940 Sep 07 23:52:36.650343 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ff9881-75e8-45f4-a89d-df911808a2cc None None] Routers {'f2a39ff7-dab3-433d-938d-27f191043a72'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:52:36.651159 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-43ff9881-75e8-45f4-a89d-df911808a2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:52:32Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['f2a39ff7-dab3-433d-938d-27f191043a72'], 'active': True} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:52:36.652817 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-57e68d7b-c361-4663-bc2e-f70431457fb4 None None] Provisioning complete for port 1af1f9d8-b1ea-468c-ad52-a8e43bc2433f triggered by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:52:36.653183 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-57e68d7b-c361-4663-bc2e-f70431457fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:36.674981 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-378396e3-8664-4b46-9494-62d7dfad8e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'name': 'tempest-TestVolumeBootPattern-1606400456-router', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:52:29Z', 'updated_at': '2021-09-07T23:52:32Z', 'revision_number': 4, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'gw_port': {'id': '8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:29Z', 'updated_at': '2021-09-07T23:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': '0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6', 'name': '', 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'mac_address': 'fa:16:3e:37:35:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '8520aa77-9cf8-4f04-9cb1-197f20f35fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:31Z', 'updated_at': '2021-09-07T23:52:36Z', 'revision_number': 4, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'subnets': [{'id': '8520aa77-9cf8-4f04-9cb1-197f20f35fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:52:36.675464 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-0b91e87f-d9ca-42d6-bb80-45a633f0b69d req-ff01b073-ac9a-400a-983d-6303696f6a83 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453346 Sep 07 23:52:36.711391 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378396e3-8664-4b46-9494-62d7dfad8e6b None None] The sync data for ids ['a7b57986-3771-4ffc-928e-f8bc08f82943'] in dv-cinder-751579-26-iscsi is: [{'id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'name': 'tempest-TestVolumeBootPattern-1606400456-router', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:52:29Z', 'updated_at': '2021-09-07T23:52:32Z', 'revision_number': 4, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'gw_port': {'id': '8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:29Z', 'updated_at': '2021-09-07T23:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': '0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6', 'name': '', 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'mac_address': 'fa:16:3e:37:35:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '8520aa77-9cf8-4f04-9cb1-197f20f35fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:31Z', 'updated_at': '2021-09-07T23:52:36Z', 'revision_number': 4, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'subnets': [{'id': '8520aa77-9cf8-4f04-9cb1-197f20f35fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 23:52:37.010556 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-57e68d7b-c361-4663-bc2e-f70431457fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:37.014172 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvr_db [None req-43ff9881-75e8-45f4-a89d-df911808a2cc None None] Set router f2a39ff7-dab3-433d-938d-27f191043a72 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:52:37.193261 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-57e68d7b-c361-4663-bc2e-f70431457fb4 None None] For port 1af1f9d8-b1ea-468c-ad52-a8e43bc2433f, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=1af1f9d8-b1ea-468c-ad52-a8e43bc2433f,segment=NetworkSegment(a96ba248-96cd-489c-bcd2-1ce14381fd96),segment_id=a96ba248-96cd-489c-bcd2-1ce14381fd96)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:52:37.223859 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-57e68d7b-c361-4663-bc2e-f70431457fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:37.264033 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-e5c81bad-140f-4c0b-be9d-c9b85343ac52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:37.319123 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e68d7b-c361-4663-bc2e-f70431457fb4 None None] Pushing event updated for resources: {'Port': ['ID=1af1f9d8-b1ea-468c-ad52-a8e43bc2433f,revision_number=3']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:37.354317 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-7721e496-6b8d-4100-8871-7e1535a263d6 None None] Provisioning complete for port 1af1f9d8-b1ea-468c-ad52-a8e43bc2433f triggered by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:52:37.354614 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7721e496-6b8d-4100-8871-7e1535a263d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:37.399491 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-43ff9881-75e8-45f4-a89d-df911808a2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a39ff7-dab3-433d-938d-27f191043a72', 'name': 'tempest-TestVolumeBootPattern-1614743615-router', 'tenant_id': '7e004ddd2851473183777c855d963885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': 'df6c99bf-3145-4dcf-8c23-1038d80625f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:52:34Z', 'updated_at': '2021-09-07T23:52:35Z', 'revision_number': 3, 'project_id': '7e004ddd2851473183777c855d963885', 'gw_port': {'id': 'df6c99bf-3145-4dcf-8c23-1038d80625f0', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fa:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a39ff7-dab3-433d-938d-27f191043a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:34Z', 'updated_at': '2021-09-07T23:52:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi'}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:52:37.446057 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ff9881-75e8-45f4-a89d-df911808a2cc None None] Checking router: f2a39ff7-dab3-433d-938d-27f191043a72 for host: dv-cinder-751579-26-iscsi {{(pid=100552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 23:52:37.446903 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ff9881-75e8-45f4-a89d-df911808a2cc None None] Updating router f2a39ff7-dab3-433d-938d-27f191043a72 port df6c99bf-3145-4dcf-8c23-1038d80625f0 binding host dv-cinder-751579-26-iscsi {{(pid=100552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 23:52:37.497907 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-43ff9881-75e8-45f4-a89d-df911808a2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:37.515618 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.db_base_plugin_common [None req-e5c81bad-140f-4c0b-be9d-c9b85343ac52 admin admin] Allocated IP 172.20.0.1 (598f63bb-5764-48ae-879a-edd3acfd47d6/2098bc3a-b328-4461-a826-cbce008bbc35/71a4efb0-6af9-498f-8413-f89969d891d2) {{(pid=100550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:52:37.560472 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6 up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:52:37.684862 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-e5c81bad-140f-4c0b-be9d-c9b85343ac52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:37.710891 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.provisioning_blocks [None req-e5c81bad-140f-4c0b-be9d-c9b85343ac52 admin admin] Transition to ACTIVE for port object 71a4efb0-6af9-498f-8413-f89969d891d2 will not be triggered until provisioned by entity DHCP. {{(pid=100550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:52:37.728182 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning for port 0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6 completed by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:52:37.760045 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning complete for port 0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6 triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:52:37.760343 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:37.762933 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-e5c81bad-140f-4c0b-be9d-c9b85343ac52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7634829'] for port, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:37.818458 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c81bad-140f-4c0b-be9d-c9b85343ac52 admin admin] Network 598f63bb-5764-48ae-879a-edd3acfd47d6 is already hosted by enough agents. {{(pid=100550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:52:37.823015 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.base_scheduler [None req-e5c81bad-140f-4c0b-be9d-c9b85343ac52 admin admin] Resources bound (agent type, host, resource id): {{(pid=100550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:52:37.840997 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c81bad-140f-4c0b-be9d-c9b85343ac52 admin admin] Received port after_create {{(pid=100550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:52:37.854709 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-7721e496-6b8d-4100-8871-7e1535a263d6 None None] Provisioning complete for port 0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6 triggered by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:52:37.855089 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7721e496-6b8d-4100-8871-7e1535a263d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:37.873111 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d50e917-4f04-40d1-8fdf-bfc2df1d7186 req-2a882b10-9bcf-44c9-b1cf-cf77a3c694b7 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:37.886253 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-6d50e917-4f04-40d1-8fdf-bfc2df1d7186 req-2a882b10-9bcf-44c9-b1cf-cf77a3c694b7 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 946 time: 0.1077034 Sep 07 23:52:37.906703 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c81bad-140f-4c0b-be9d-c9b85343ac52 admin admin] Pushing event updated for resources: {'Port': ['ID=71a4efb0-6af9-498f-8413-f89969d891d2,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:37.919630 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-e5c81bad-140f-4c0b-be9d-c9b85343ac52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595522'] for router_interface, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:37.957463 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-6d50e917-4f04-40d1-8fdf-bfc2df1d7186 req-a64e2dac-e156-4dc4-b29b-6e218b13cd2a tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693910 Sep 07 23:52:38.088170 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:38.092326 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-e5c81bad-140f-4c0b-be9d-c9b85343ac52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:38.113812 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-43ff9881-75e8-45f4-a89d-df911808a2cc None None] Notify callbacks [] for port, precommit_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:38.121706 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7721e496-6b8d-4100-8871-7e1535a263d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:38.148053 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-43ff9881-75e8-45f4-a89d-df911808a2cc None None] Transition to ACTIVE for port object df6c99bf-3145-4dcf-8c23-1038d80625f0 will not be triggered until provisioned by entity L2. {{(pid=100552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:52:38.162500 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-43ff9881-75e8-45f4-a89d-df911808a2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:38.203406 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] For port 0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6,segment=NetworkSegment(f7466842-9496-4ed8-a8d7-e336540c98ac),segment_id=f7466842-9496-4ed8-a8d7-e336540c98ac)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:52:38.222190 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:38.223193 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 1af1f9d8-b1ea-468c-ad52-a8e43bc2433f up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:52:38.257205 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-43ff9881-75e8-45f4-a89d-df911808a2cc None None] Attempting to bind port df6c99bf-3145-4dcf-8c23-1038d80625f0 on host dv-cinder-751579-26-iscsi for vnic_type normal with profile {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 23:52:38.257571 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-43ff9881-75e8-45f4-a89d-df911808a2cc None None] Attempting to bind port df6c99bf-3145-4dcf-8c23-1038d80625f0 by drivers openvswitch,hyperv on host dv-cinder-751579-26-iscsi at level 0 using segments [{'id': '4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658'}] {{(pid=100552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 23:52:38.257932 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ff9881-75e8-45f4-a89d-df911808a2cc None None] Attempting to bind port df6c99bf-3145-4dcf-8c23-1038d80625f0 on network 1ea758c5-ea33-45af-9d70-54dde57c9658 {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:52:38.276300 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-e5c81bad-140f-4c0b-be9d-c9b85343ac52 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:38.282676 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-e5c81bad-140f-4c0b-be9d-c9b85343ac52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7634818'] for port, after_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:38.283155 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d3129-c369-4c6d-9e76-f226e7fcd63f None None] Pushing event updated for resources: {'Port': ['ID=df6c99bf-3145-4dcf-8c23-1038d80625f0,revision_number=2']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:38.316059 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ff9881-75e8-45f4-a89d-df911808a2cc None None] Checking agent: {'id': '892ede6d-2e1c-48b6-9f9b-59f4d898b1a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 23, 38, 1), 'started_at': datetime.datetime(2021, 9, 7, 23, 38, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 23, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 23:52:38.316424 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ff9881-75e8-45f4-a89d-df911808a2cc None None] Checking segment: {'id': '4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:52:38.316843 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-43ff9881-75e8-45f4-a89d-df911808a2cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:38.317230 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ff9881-75e8-45f4-a89d-df911808a2cc None None] Bound using segment: {'id': '4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658'} {{(pid=100552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 23:52:38.317708 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.managers [None req-43ff9881-75e8-45f4-a89d-df911808a2cc None None] Bound port: df6c99bf-3145-4dcf-8c23-1038d80625f0, host: dv-cinder-751579-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658'}}] {{(pid=100552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 23:52:38.318085 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-43ff9881-75e8-45f4-a89d-df911808a2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:38.351006 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-e5c81bad-140f-4c0b-be9d-c9b85343ac52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1820662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1593362'] for router_interface, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:38.353946 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c81bad-140f-4c0b-be9d-c9b85343ac52 admin admin] Pushing event updated for resources: {'Port': ['ID=71a4efb0-6af9-498f-8413-f89969d891d2,revision_number=2']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:38.383762 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.db.api [None req-7721e496-6b8d-4100-8871-7e1535a263d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 23:52:38.384913 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG oslo_db.api [None req-7721e496-6b8d-4100-8871-7e1535a263d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 23:52:38.423247 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Pushing event updated for resources: {'Port': ['ID=0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6,revision_number=5']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:38.442080 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-43ff9881-75e8-45f4-a89d-df911808a2cc None None] For port df6c99bf-3145-4dcf-8c23-1038d80625f0, host dv-cinder-751579-26-iscsi, cleared binding levels {{(pid=100552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 23:52:38.445584 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-43ff9881-75e8-45f4-a89d-df911808a2cc None None] For port df6c99bf-3145-4dcf-8c23-1038d80625f0, host dv-cinder-751579-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=df6c99bf-3145-4dcf-8c23-1038d80625f0,segment=NetworkSegment(4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a),segment_id=4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a)] {{(pid=100552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 23:52:38.451102 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning complete for port 1af1f9d8-b1ea-468c-ad52-a8e43bc2433f triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:52:38.451705 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:38.454409 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-43ff9881-75e8-45f4-a89d-df911808a2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:38.495345 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c81bad-140f-4c0b-be9d-c9b85343ac52 admin admin] Network 598f63bb-5764-48ae-879a-edd3acfd47d6 is already hosted by enough agents. {{(pid=100550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:52:38.496800 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.base_scheduler [None req-e5c81bad-140f-4c0b-be9d-c9b85343ac52 admin admin] Resources bound (agent type, host, resource id): {{(pid=100550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:52:38.550761 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d3129-c369-4c6d-9e76-f226e7fcd63f None None] Pushing event updated for resources: {'Port': ['ID=df6c99bf-3145-4dcf-8c23-1038d80625f0,revision_number=3']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:38.553435 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ff9881-75e8-45f4-a89d-df911808a2cc None None] Routers {'f2a39ff7-dab3-433d-938d-27f191043a72'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:52:38.554056 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-43ff9881-75e8-45f4-a89d-df911808a2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:52:32Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['f2a39ff7-dab3-433d-938d-27f191043a72'], 'active': True} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:52:38.632347 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c81bad-140f-4c0b-be9d-c9b85343ac52 admin admin] Router f2a39ff7-dab3-433d-938d-27f191043a72 has already been hosted by L3 agent 19316ef7-2440-47e6-ada3-35aaee6f744b {{(pid=100550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 23:52:38.702810 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvr_db [None req-43ff9881-75e8-45f4-a89d-df911808a2cc None None] Set router f2a39ff7-dab3-433d-938d-27f191043a72 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:52:38.747015 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c81bad-140f-4c0b-be9d-c9b85343ac52 admin admin] Notify agent at l3_agent.dv-cinder-751579-26-iscsi the message routers_updated {{(pid=100550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 23:52:38.752863 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-e5c81bad-140f-4c0b-be9d-c9b85343ac52 admin admin] 10.222.0.15 "PUT /v2.0/routers/f2a39ff7-dab3-433d-938d-27f191043a72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1224163 Sep 07 23:52:38.951898 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-43ff9881-75e8-45f4-a89d-df911808a2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a39ff7-dab3-433d-938d-27f191043a72', 'name': 'tempest-TestVolumeBootPattern-1614743615-router', 'tenant_id': '7e004ddd2851473183777c855d963885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': 'df6c99bf-3145-4dcf-8c23-1038d80625f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:52:34Z', 'updated_at': '2021-09-07T23:52:38Z', 'revision_number': 4, 'project_id': '7e004ddd2851473183777c855d963885', 'gw_port': {'id': 'df6c99bf-3145-4dcf-8c23-1038d80625f0', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fa:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a39ff7-dab3-433d-938d-27f191043a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:34Z', 'updated_at': '2021-09-07T23:52:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': '71a4efb0-6af9-498f-8413-f89969d891d2', 'name': '', 'network_id': '598f63bb-5764-48ae-879a-edd3acfd47d6', 'tenant_id': '7e004ddd2851473183777c855d963885', 'mac_address': 'fa:16:3e:07:66:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a39ff7-dab3-433d-938d-27f191043a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '2098bc3a-b328-4461-a826-cbce008bbc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:37Z', 'updated_at': '2021-09-07T23:52:38Z', 'revision_number': 2, 'project_id': '7e004ddd2851473183777c855d963885', 'subnets': [{'id': '2098bc3a-b328-4461-a826-cbce008bbc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:52:39.092916 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556ee63-29f7-416f-8dbe-4402dd09a6e7 req-fee17f3e-03f0-4522-b043-408e09b1ea4b tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:39.095134 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d556ee63-29f7-416f-8dbe-4402dd09a6e7 req-fee17f3e-03f0-4522-b043-408e09b1ea4b tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 946 time: 0.0551841 Sep 07 23:52:39.121707 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ff9881-75e8-45f4-a89d-df911808a2cc None None] The sync data for ids ['f2a39ff7-dab3-433d-938d-27f191043a72'] in dv-cinder-751579-26-iscsi is: [{'id': 'f2a39ff7-dab3-433d-938d-27f191043a72', 'name': 'tempest-TestVolumeBootPattern-1614743615-router', 'tenant_id': '7e004ddd2851473183777c855d963885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': 'df6c99bf-3145-4dcf-8c23-1038d80625f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:52:34Z', 'updated_at': '2021-09-07T23:52:38Z', 'revision_number': 4, 'project_id': '7e004ddd2851473183777c855d963885', 'gw_port': {'id': 'df6c99bf-3145-4dcf-8c23-1038d80625f0', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fa:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a39ff7-dab3-433d-938d-27f191043a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:34Z', 'updated_at': '2021-09-07T23:52:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': '71a4efb0-6af9-498f-8413-f89969d891d2', 'name': '', 'network_id': '598f63bb-5764-48ae-879a-edd3acfd47d6', 'tenant_id': '7e004ddd2851473183777c855d963885', 'mac_address': 'fa:16:3e:07:66:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a39ff7-dab3-433d-938d-27f191043a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '2098bc3a-b328-4461-a826-cbce008bbc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:37Z', 'updated_at': '2021-09-07T23:52:38Z', 'revision_number': 2, 'project_id': '7e004ddd2851473183777c855d963885', 'subnets': [{'id': '2098bc3a-b328-4461-a826-cbce008bbc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 23:52:39.134878 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-448ad316-9191-4a5b-8379-0de3110899e5 None None] Provisioning for port 71a4efb0-6af9-498f-8413-f89969d891d2 completed by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:52:39.139895 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-448ad316-9191-4a5b-8379-0de3110899e5 None None] Provisioning complete for port 71a4efb0-6af9-498f-8413-f89969d891d2 triggered by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:52:39.140441 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-448ad316-9191-4a5b-8379-0de3110899e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:39.162250 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d556ee63-29f7-416f-8dbe-4402dd09a6e7 req-da2e04d9-1bdf-4e33-8126-0b4fa6ab4cdc tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597217 Sep 07 23:52:39.179683 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-448ad316-9191-4a5b-8379-0de3110899e5 None None] Port 71a4efb0-6af9-498f-8413-f89969d891d2 cannot update to ACTIVE because it is not bound. {{(pid=100552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 23:52:39.331054 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 35752) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:52:39.336757 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-9e8674d5-187e-4619-8f2f-f6719ff9c86f tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-412847332', 'description': 'tempest-secgroup-smoke-412847332 description', 'project_id': '42f067fd8b194261a54e9fcfd96af714'}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:52:39.391981 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-9e8674d5-187e-4619-8f2f-f6719ff9c86f tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:39.496742 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6 up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:52:39.560872 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning complete for port 0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6 triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:52:39.561350 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:39.749405 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-9e8674d5-187e-4619-8f2f-f6719ff9c86f tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:39.754287 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-9e8674d5-187e-4619-8f2f-f6719ff9c86f tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:39.786386 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8674d5-187e-4619-8f2f-f6719ff9c86f tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28caf5ff-d7ad-4873-b80a-6cbaffe6df21,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:39.790400 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-9e8674d5-187e-4619-8f2f-f6719ff9c86f tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:39.792001 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-9e8674d5-187e-4619-8f2f-f6719ff9c86f tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4599545 Sep 07 23:52:39.794911 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 35764) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:52:39.799837 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-c3e9f6c1-4cf6-4c4c-ade8-5635b868a34c tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Request body: {'security_group_rule': {'security_group_id': '28caf5ff-d7ad-4873-b80a-6cbaffe6df21', 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:52:39.834449 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-c3e9f6c1-4cf6-4c4c-ade8-5635b868a34c tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:39.915331 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-c3e9f6c1-4cf6-4c4c-ade8-5635b868a34c tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:39.919625 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-c3e9f6c1-4cf6-4c4c-ade8-5635b868a34c tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790847'] for security_group_rule, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:39.935034 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9f6c1-4cf6-4c4c-ade8-5635b868a34c tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65b4a613-63ed-43a5-8884-6baf0240f6d0,revision_number=0']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:39.948542 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-c3e9f6c1-4cf6-4c4c-ade8-5635b868a34c tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:39.953276 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 35772) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:52:39.954173 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-c3e9f6c1-4cf6-4c4c-ade8-5635b868a34c tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1578867 Sep 07 23:52:39.959239 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [None req-d0441cf4-8694-40e0-bc7b-a56397a38e19 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Request body: {'security_group_rule': {'security_group_id': '28caf5ff-d7ad-4873-b80a-6cbaffe6df21', 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:52:39.998677 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-d0441cf4-8694-40e0-bc7b-a56397a38e19 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:40.061293 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-d0441cf4-8694-40e0-bc7b-a56397a38e19 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:40.066332 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-d0441cf4-8694-40e0-bc7b-a56397a38e19 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790847'] for security_group_rule, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:40.087304 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0441cf4-8694-40e0-bc7b-a56397a38e19 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=692e995e-5d05-4635-bec1-deb527ba19a3,revision_number=0']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:40.096856 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-d0441cf4-8694-40e0-bc7b-a56397a38e19 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:40.098089 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-d0441cf4-8694-40e0-bc7b-a56397a38e19 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1425283 Sep 07 23:52:40.101002 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 35774) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:52:40.106274 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [None req-3115c3e6-b90e-4e91-9a0b-79c02324f578 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Request body: {'security_group_rule': {'security_group_id': '28caf5ff-d7ad-4873-b80a-6cbaffe6df21', 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:52:40.142049 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-3115c3e6-b90e-4e91-9a0b-79c02324f578 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:40.250120 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-3115c3e6-b90e-4e91-9a0b-79c02324f578 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:40.263693 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c94439-4b8e-479d-b826-96265d2fc087 req-a5d2a389-852e-4b0e-87a3-80fac68fb469 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:40.265470 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-e4c94439-4b8e-479d-b826-96265d2fc087 req-a5d2a389-852e-4b0e-87a3-80fac68fb469 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc149ce1-720d-46c0-823d-a18a4034ffc9 HTTP/1.1" status: 200 len: 945 time: 0.0965958 Sep 07 23:52:40.266988 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-3115c3e6-b90e-4e91-9a0b-79c02324f578 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790847'] for security_group_rule, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:40.304479 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3115c3e6-b90e-4e91-9a0b-79c02324f578 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff2b8277-ca9d-490c-89f8-a6aaddeac2ea,revision_number=0']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:40.309431 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-3115c3e6-b90e-4e91-9a0b-79c02324f578 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:40.314018 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-3115c3e6-b90e-4e91-9a0b-79c02324f578 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2082961 Sep 07 23:52:40.314196 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 35778) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:52:40.319165 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-2f67d74d-5c49-4083-9435-116b9cbc582a tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Request body: {'security_group_rule': {'security_group_id': '28caf5ff-d7ad-4873-b80a-6cbaffe6df21', 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:52:40.333950 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-e4c94439-4b8e-479d-b826-96265d2fc087 req-7b1d862a-6b46-409a-bb27-2e6969e119e3 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fcd4006-1ec6-44ba-a52e-90dbd120b1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618820 Sep 07 23:52:40.358276 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-2f67d74d-5c49-4083-9435-116b9cbc582a tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:40.416266 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-2f67d74d-5c49-4083-9435-116b9cbc582a tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:40.420571 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-2f67d74d-5c49-4083-9435-116b9cbc582a tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790847'] for security_group_rule, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:40.439896 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f67d74d-5c49-4083-9435-116b9cbc582a tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3929d509-addb-481d-b23a-6fa169669c78,revision_number=0']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:40.446042 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-2f67d74d-5c49-4083-9435-116b9cbc582a tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:40.450329 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-2f67d74d-5c49-4083-9435-116b9cbc582a tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1347175 Sep 07 23:52:40.450505 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 35780) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:52:40.455666 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [None req-7c8be850-1bbc-4773-9565-a0f4ec2f5f06 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Request body: {'security_group_rule': {'security_group_id': '28caf5ff-d7ad-4873-b80a-6cbaffe6df21', 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:52:40.478432 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.db.securitygroups_db [None req-7c8be850-1bbc-4773-9565-a0f4ec2f5f06 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Project 42f067fd8b194261a54e9fcfd96af714 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 23:52:40.483593 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-7c8be850-1bbc-4773-9565-a0f4ec2f5f06 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:40.535908 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-7c8be850-1bbc-4773-9565-a0f4ec2f5f06 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:40.540268 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-7c8be850-1bbc-4773-9565-a0f4ec2f5f06 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790847'] for security_group_rule, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:40.559890 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8be850-1bbc-4773-9565-a0f4ec2f5f06 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=701ee290-68fa-4965-ab2e-7cf23e61354b,revision_number=0']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:40.567999 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-7c8be850-1bbc-4773-9565-a0f4ec2f5f06 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:40.569340 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-7c8be850-1bbc-4773-9565-a0f4ec2f5f06 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1176538 Sep 07 23:52:40.572502 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 35782) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:52:40.578501 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-79170f3c-ec8c-4e2c-9acf-3e5971e01d47 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Request body: {'security_group_rule': {'security_group_id': '28caf5ff-d7ad-4873-b80a-6cbaffe6df21', 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:52:40.604401 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.db.securitygroups_db [None req-79170f3c-ec8c-4e2c-9acf-3e5971e01d47 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Project 42f067fd8b194261a54e9fcfd96af714 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 23:52:40.609086 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-79170f3c-ec8c-4e2c-9acf-3e5971e01d47 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:40.671531 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-79170f3c-ec8c-4e2c-9acf-3e5971e01d47 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:40.675568 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-79170f3c-ec8c-4e2c-9acf-3e5971e01d47 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1790847'] for security_group_rule, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:40.693061 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79170f3c-ec8c-4e2c-9acf-3e5971e01d47 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb79ffa4-251f-4700-ac4f-5f02c5bee405,revision_number=0']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:40.700106 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-79170f3c-ec8c-4e2c-9acf-3e5971e01d47 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:40.701323 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-79170f3c-ec8c-4e2c-9acf-3e5971e01d47 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1278477 Sep 07 23:52:41.326855 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1b2917-d1b3-471c-b4b4-4bb138c56a01 None None] Sync routers for ids ['f2a39ff7-dab3-433d-938d-27f191043a72'] in dv-cinder-751579-26-iscsi {{(pid=100553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 23:52:41.338764 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1b2917-d1b3-471c-b4b4-4bb138c56a01 None None] Routers {'f2a39ff7-dab3-433d-938d-27f191043a72'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:52:41.339380 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-3d1b2917-d1b3-471c-b4b4-4bb138c56a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:52:32Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['f2a39ff7-dab3-433d-938d-27f191043a72'], 'active': True} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:52:41.480370 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvr_db [None req-3d1b2917-d1b3-471c-b4b4-4bb138c56a01 None None] Set router f2a39ff7-dab3-433d-938d-27f191043a72 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:52:41.491177 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e8a05-25fb-4aca-956c-cd20f6e64a3f req-8c9a0424-d4ef-4f72-b690-da53007aa58f tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:41.493419 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c33e8a05-25fb-4aca-956c-cd20f6e64a3f req-8c9a0424-d4ef-4f72-b690-da53007aa58f tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc149ce1-720d-46c0-823d-a18a4034ffc9 HTTP/1.1" status: 200 len: 945 time: 0.0720158 Sep 07 23:52:41.509548 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device df6c99bf-3145-4dcf-8c23-1038d80625f0 up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:52:41.542902 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c33e8a05-25fb-4aca-956c-cd20f6e64a3f req-0c0a84c2-0919-47c3-8f3d-e3b89a24dc9e tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups?id=4fcd4006-1ec6-44ba-a52e-90dbd120b1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376709 Sep 07 23:52:41.573908 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning for port df6c99bf-3145-4dcf-8c23-1038d80625f0 completed by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:52:41.581117 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning complete for port df6c99bf-3145-4dcf-8c23-1038d80625f0 triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:52:41.581719 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:41.662599 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:41.683999 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] For port df6c99bf-3145-4dcf-8c23-1038d80625f0, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=df6c99bf-3145-4dcf-8c23-1038d80625f0,segment=NetworkSegment(4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a),segment_id=4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:52:41.687771 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:41.714449 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-3d1b2917-d1b3-471c-b4b4-4bb138c56a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a39ff7-dab3-433d-938d-27f191043a72', 'name': 'tempest-TestVolumeBootPattern-1614743615-router', 'tenant_id': '7e004ddd2851473183777c855d963885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': 'df6c99bf-3145-4dcf-8c23-1038d80625f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:52:34Z', 'updated_at': '2021-09-07T23:52:38Z', 'revision_number': 4, 'project_id': '7e004ddd2851473183777c855d963885', 'gw_port': {'id': 'df6c99bf-3145-4dcf-8c23-1038d80625f0', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fa:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a39ff7-dab3-433d-938d-27f191043a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:34Z', 'updated_at': '2021-09-07T23:52:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': '71a4efb0-6af9-498f-8413-f89969d891d2', 'name': '', 'network_id': '598f63bb-5764-48ae-879a-edd3acfd47d6', 'tenant_id': '7e004ddd2851473183777c855d963885', 'mac_address': 'fa:16:3e:07:66:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a39ff7-dab3-433d-938d-27f191043a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '2098bc3a-b328-4461-a826-cbce008bbc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:37Z', 'updated_at': '2021-09-07T23:52:38Z', 'revision_number': 2, 'project_id': '7e004ddd2851473183777c855d963885', 'subnets': [{'id': '2098bc3a-b328-4461-a826-cbce008bbc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:52:41.742481 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1b2917-d1b3-471c-b4b4-4bb138c56a01 None None] Checking router: f2a39ff7-dab3-433d-938d-27f191043a72 for host: dv-cinder-751579-26-iscsi {{(pid=100553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 23:52:41.742832 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1b2917-d1b3-471c-b4b4-4bb138c56a01 None None] Updating router f2a39ff7-dab3-433d-938d-27f191043a72 port 71a4efb0-6af9-498f-8413-f89969d891d2 binding host dv-cinder-751579-26-iscsi {{(pid=100553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 23:52:41.742938 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Pushing event updated for resources: {'Port': ['ID=df6c99bf-3145-4dcf-8c23-1038d80625f0,revision_number=4']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:41.768549 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-3d1b2917-d1b3-471c-b4b4-4bb138c56a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:41.860551 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88f371-0974-4a7f-b79f-71fa9402056c req-71952ef1-fee5-4b3b-9e55-7d194b734af1 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:41.862069 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1b88f371-0974-4a7f-b79f-71fa9402056c req-71952ef1-fee5-4b3b-9e55-7d194b734af1 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc149ce1-720d-46c0-823d-a18a4034ffc9 HTTP/1.1" status: 200 len: 945 time: 0.0518665 Sep 07 23:52:41.970375 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [req-1b88f371-0974-4a7f-b79f-71fa9402056c req-d4d05954-3625-4787-9d22-f1c03acce804 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Deleting port 7502222f-91a2-4f86-8095-c2ef95e431d3 {{(pid=100551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:52:41.970740 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-1b88f371-0974-4a7f-b79f-71fa9402056c req-d4d05954-3625-4787-9d22-f1c03acce804 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:42.073000 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-1b88f371-0974-4a7f-b79f-71fa9402056c req-d4d05954-3625-4787-9d22-f1c03acce804 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] For port 7502222f-91a2-4f86-8095-c2ef95e431d3, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=7502222f-91a2-4f86-8095-c2ef95e431d3,segment=NetworkSegment(1471fa56-0ce1-4bf0-b66f-c84e509237a6),segment_id=1471fa56-0ce1-4bf0-b66f-c84e509237a6)] {{(pid=100551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:52:42.073365 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-1b88f371-0974-4a7f-b79f-71fa9402056c req-d4d05954-3625-4787-9d22-f1c03acce804 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:42.140331 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-3d1b2917-d1b3-471c-b4b4-4bb138c56a01 None None] Notify callbacks [] for port, precommit_update {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:42.152140 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.provisioning_blocks [None req-3d1b2917-d1b3-471c-b4b4-4bb138c56a01 None None] Transition to ACTIVE for port object 71a4efb0-6af9-498f-8413-f89969d891d2 will not be triggered until provisioned by entity L2. {{(pid=100553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:52:42.162538 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-3d1b2917-d1b3-471c-b4b4-4bb138c56a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:42.218370 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2776e8-9f44-4a4a-9a87-b742bcf12c6b None None] Pushing event updated for resources: {'Port': ['ID=71a4efb0-6af9-498f-8413-f89969d891d2,revision_number=3']} {{(pid=100553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:42.275977 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-1b88f371-0974-4a7f-b79f-71fa9402056c req-d4d05954-3625-4787-9d22-f1c03acce804 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:42.276337 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-1b88f371-0974-4a7f-b79f-71fa9402056c req-d4d05954-3625-4787-9d22-f1c03acce804 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595513'] for floatingip, after_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:42.276686 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.db.l3_db [req-1b88f371-0974-4a7f-b79f-71fa9402056c req-d4d05954-3625-4787-9d22-f1c03acce804 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Floating IP 6951bad5-ceac-4dde-867a-4f0aa5bebf9f disassociated. External IP: 172.27.2.169, port: 7502222f-91a2-4f86-8095-c2ef95e431d3. Sep 07 23:52:42.277176 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [req-1b88f371-0974-4a7f-b79f-71fa9402056c req-d4d05954-3625-4787-9d22-f1c03acce804 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Calling delete_port for 7502222f-91a2-4f86-8095-c2ef95e431d3 owned by compute:nova {{(pid=100551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:52:42.288820 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.managers [None req-3d1b2917-d1b3-471c-b4b4-4bb138c56a01 None None] Attempting to bind port 71a4efb0-6af9-498f-8413-f89969d891d2 on host dv-cinder-751579-26-iscsi for vnic_type normal with profile {{(pid=100553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 23:52:42.289192 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.managers [None req-3d1b2917-d1b3-471c-b4b4-4bb138c56a01 None None] Attempting to bind port 71a4efb0-6af9-498f-8413-f89969d891d2 by drivers openvswitch,hyperv on host dv-cinder-751579-26-iscsi at level 0 using segments [{'id': 'a96ba248-96cd-489c-bcd2-1ce14381fd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '598f63bb-5764-48ae-879a-edd3acfd47d6'}] {{(pid=100553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 23:52:42.289555 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1b2917-d1b3-471c-b4b4-4bb138c56a01 None None] Attempting to bind port 71a4efb0-6af9-498f-8413-f89969d891d2 on network 598f63bb-5764-48ae-879a-edd3acfd47d6 {{(pid=100553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:52:42.295200 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1b2917-d1b3-471c-b4b4-4bb138c56a01 None None] Checking agent: {'id': '892ede6d-2e1c-48b6-9f9b-59f4d898b1a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 23, 38, 1), 'started_at': datetime.datetime(2021, 9, 7, 23, 38, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 23, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 23:52:42.295623 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1b2917-d1b3-471c-b4b4-4bb138c56a01 None None] Checking segment: {'id': 'a96ba248-96cd-489c-bcd2-1ce14381fd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '598f63bb-5764-48ae-879a-edd3acfd47d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:52:42.295988 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-3d1b2917-d1b3-471c-b4b4-4bb138c56a01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:42.296365 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1b2917-d1b3-471c-b4b4-4bb138c56a01 None None] Bound using segment: {'id': 'a96ba248-96cd-489c-bcd2-1ce14381fd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '598f63bb-5764-48ae-879a-edd3acfd47d6'} {{(pid=100553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 23:52:42.296866 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.managers [None req-3d1b2917-d1b3-471c-b4b4-4bb138c56a01 None None] Bound port: 71a4efb0-6af9-498f-8413-f89969d891d2, host: dv-cinder-751579-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a96ba248-96cd-489c-bcd2-1ce14381fd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '598f63bb-5764-48ae-879a-edd3acfd47d6'}}] {{(pid=100553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 23:52:42.297252 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-3d1b2917-d1b3-471c-b4b4-4bb138c56a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:42.375204 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.db [None req-3d1b2917-d1b3-471c-b4b4-4bb138c56a01 None None] For port 71a4efb0-6af9-498f-8413-f89969d891d2, host dv-cinder-751579-26-iscsi, cleared binding levels {{(pid=100553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 23:52:42.421874 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-1b88f371-0974-4a7f-b79f-71fa9402056c req-d4d05954-3625-4787-9d22-f1c03acce804 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:42.423089 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.plugins.ml2.db [None req-3d1b2917-d1b3-471c-b4b4-4bb138c56a01 None None] For port 71a4efb0-6af9-498f-8413-f89969d891d2, host dv-cinder-751579-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=71a4efb0-6af9-498f-8413-f89969d891d2,segment=NetworkSegment(a96ba248-96cd-489c-bcd2-1ce14381fd96),segment_id=a96ba248-96cd-489c-bcd2-1ce14381fd96)] {{(pid=100553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 23:52:42.428319 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron_lib.callbacks.manager [None req-3d1b2917-d1b3-471c-b4b4-4bb138c56a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:42.456590 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d05954-3625-4787-9d22-f1c03acce804 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Pushing event deleted for resources: {'Port': ['ID=7502222f-91a2-4f86-8095-c2ef95e431d3,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:42.490471 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1b2917-d1b3-471c-b4b4-4bb138c56a01 None None] Routers {'f2a39ff7-dab3-433d-938d-27f191043a72'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:52:42.491121 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-3d1b2917-d1b3-471c-b4b4-4bb138c56a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:52:32Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['f2a39ff7-dab3-433d-938d-27f191043a72'], 'active': True} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:52:42.533359 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2776e8-9f44-4a4a-9a87-b742bcf12c6b None None] Pushing event updated for resources: {'Port': ['ID=71a4efb0-6af9-498f-8413-f89969d891d2,revision_number=4']} {{(pid=100553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:42.602874 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b88f371-0974-4a7f-b79f-71fa9402056c req-d4d05954-3625-4787-9d22-f1c03acce804 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Router c2474c25-d82a-4a52-894a-d11316020a36 has already been hosted by L3 agent 19316ef7-2440-47e6-ada3-35aaee6f744b {{(pid=100551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 23:52:42.627720 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvr_db [None req-3d1b2917-d1b3-471c-b4b4-4bb138c56a01 None None] Set router f2a39ff7-dab3-433d-938d-27f191043a72 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:52:42.686248 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-9b110b59-f1a3-44ab-8d45-0a09a6430317 req-dce03ad2-f181-4ed5-a943-2a352e1686aa tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc149ce1-720d-46c0-823d-a18a4034ffc9 HTTP/1.1" status: 200 len: 210 time: 0.0354757 Sep 07 23:52:42.749430 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b88f371-0974-4a7f-b79f-71fa9402056c req-d4d05954-3625-4787-9d22-f1c03acce804 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify agent at l3_agent.dv-cinder-751579-26-iscsi the message routers_updated {{(pid=100551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 23:52:42.762742 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f606e1a-4991-4576-88ef-d74fefc7a6a8 None None] Sync routers for ids ['c2474c25-d82a-4a52-894a-d11316020a36'] in dv-cinder-751579-26-iscsi {{(pid=100552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 23:52:42.777965 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f606e1a-4991-4576-88ef-d74fefc7a6a8 None None] Routers {'c2474c25-d82a-4a52-894a-d11316020a36'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:52:42.779558 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-9f606e1a-4991-4576-88ef-d74fefc7a6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:52:32Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['c2474c25-d82a-4a52-894a-d11316020a36'], 'active': True} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:52:42.796023 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b88f371-0974-4a7f-b79f-71fa9402056c req-d4d05954-3625-4787-9d22-f1c03acce804 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] No DVR routers for this DVR port 7502222f-91a2-4f86-8095-c2ef95e431d3 on host hv-cinder-75157 {{(pid=100551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 23:52:42.799154 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-1b88f371-0974-4a7f-b79f-71fa9402056c req-d4d05954-3625-4787-9d22-f1c03acce804 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:42.801469 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1b88f371-0974-4a7f-b79f-71fa9402056c req-d4d05954-3625-4787-9d22-f1c03acce804 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.42 "DELETE /v2.0/ports/7502222f-91a2-4f86-8095-c2ef95e431d3 HTTP/1.1" status: 204 len: 173 time: 0.9319055 Sep 07 23:52:42.801925 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc149ce1-720d-46c0-823d-a18a4034ffc9', 'name': 'network-vif-deleted', 'tag': '7502222f-91a2-4f86-8095-c2ef95e431d3'}] {{(pid=100551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:52:42.808789 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744d18a1a9123520e55b11d6b4f544890c28500fff252c5db1cb0c4b69d72d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8de0918-10c2-481d-b9ee-cc301a937443" -d '{"events": [{"server_uuid": "cc149ce1-720d-46c0-823d-a18a4034ffc9", "name": "network-vif-deleted", "tag": "7502222f-91a2-4f86-8095-c2ef95e431d3"}]}' {{(pid=100551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:52:42.879064 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 23:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e844198f-2661-4615-9556-273e94a9b94a x-openstack-request-id: req-e844198f-2661-4615-9556-273e94a9b94a {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:52:42.879357 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc149ce1-720d-46c0-823d-a18a4034ffc9", "name": "network-vif-deleted", "tag": "7502222f-91a2-4f86-8095-c2ef95e431d3", "status": "completed", "code": 200}]} {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:52:42.879971 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e844198f-2661-4615-9556-273e94a9b94a {{(pid=100551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:52:42.880379 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc149ce1-720d-46c0-823d-a18a4034ffc9', 'name': 'network-vif-deleted', 'tag': '7502222f-91a2-4f86-8095-c2ef95e431d3', 'status': 'completed', 'code': 200} Sep 07 23:52:42.894828 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-3d1b2917-d1b3-471c-b4b4-4bb138c56a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a39ff7-dab3-433d-938d-27f191043a72', 'name': 'tempest-TestVolumeBootPattern-1614743615-router', 'tenant_id': '7e004ddd2851473183777c855d963885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': 'df6c99bf-3145-4dcf-8c23-1038d80625f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:52:34Z', 'updated_at': '2021-09-07T23:52:38Z', 'revision_number': 4, 'project_id': '7e004ddd2851473183777c855d963885', 'gw_port': {'id': 'df6c99bf-3145-4dcf-8c23-1038d80625f0', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a39ff7-dab3-433d-938d-27f191043a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:34Z', 'updated_at': '2021-09-07T23:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': '71a4efb0-6af9-498f-8413-f89969d891d2', 'name': '', 'network_id': '598f63bb-5764-48ae-879a-edd3acfd47d6', 'tenant_id': '7e004ddd2851473183777c855d963885', 'mac_address': 'fa:16:3e:07:66:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a39ff7-dab3-433d-938d-27f191043a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '2098bc3a-b328-4461-a826-cbce008bbc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:37Z', 'updated_at': '2021-09-07T23:52:42Z', 'revision_number': 4, 'project_id': '7e004ddd2851473183777c855d963885', 'subnets': [{'id': '2098bc3a-b328-4461-a826-cbce008bbc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:52:42.930024 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1b2917-d1b3-471c-b4b4-4bb138c56a01 None None] The sync data for ids ['f2a39ff7-dab3-433d-938d-27f191043a72'] in dv-cinder-751579-26-iscsi is: [{'id': 'f2a39ff7-dab3-433d-938d-27f191043a72', 'name': 'tempest-TestVolumeBootPattern-1614743615-router', 'tenant_id': '7e004ddd2851473183777c855d963885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': 'df6c99bf-3145-4dcf-8c23-1038d80625f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:52:34Z', 'updated_at': '2021-09-07T23:52:38Z', 'revision_number': 4, 'project_id': '7e004ddd2851473183777c855d963885', 'gw_port': {'id': 'df6c99bf-3145-4dcf-8c23-1038d80625f0', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a39ff7-dab3-433d-938d-27f191043a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:34Z', 'updated_at': '2021-09-07T23:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': '71a4efb0-6af9-498f-8413-f89969d891d2', 'name': '', 'network_id': '598f63bb-5764-48ae-879a-edd3acfd47d6', 'tenant_id': '7e004ddd2851473183777c855d963885', 'mac_address': 'fa:16:3e:07:66:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a39ff7-dab3-433d-938d-27f191043a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '2098bc3a-b328-4461-a826-cbce008bbc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:37Z', 'updated_at': '2021-09-07T23:52:42Z', 'revision_number': 4, 'project_id': '7e004ddd2851473183777c855d963885', 'subnets': [{'id': '2098bc3a-b328-4461-a826-cbce008bbc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 23:52:42.930299 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvr_db [None req-9f606e1a-4991-4576-88ef-d74fefc7a6a8 None None] Set router c2474c25-d82a-4a52-894a-d11316020a36 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:52:43.155732 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-9f606e1a-4991-4576-88ef-d74fefc7a6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'name': 'tempest-AttachVolumeTestJSON-2145363682-router', 'tenant_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '24ff64fc-4fb7-47c8-8a4c-257a76071247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:46:10Z', 'updated_at': '2021-09-07T23:46:30Z', 'revision_number': 4, 'project_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'gw_port': {'id': '24ff64fc-4fb7-47c8-8a4c-257a76071247', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:62:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:12Z', 'updated_at': '2021-09-07T23:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': 'e2bf89b3-4161-42b3-b518-8ce2a5017a4d', 'name': '', 'network_id': '9da50ae8-e6dd-49ef-bffd-03b5ec56f152', 'tenant_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'mac_address': 'fa:16:3e:2d:e5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'af6c2c51-70b3-4a7c-ab5d-dc9b76d1d9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:28Z', 'updated_at': '2021-09-07T23:46:40Z', 'revision_number': 5, 'project_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'subnets': [{'id': 'af6c2c51-70b3-4a7c-ab5d-dc9b76d1d9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:52:43.188873 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f606e1a-4991-4576-88ef-d74fefc7a6a8 None None] Checking router: c2474c25-d82a-4a52-894a-d11316020a36 for host: dv-cinder-751579-26-iscsi {{(pid=100552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 23:52:43.198619 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f606e1a-4991-4576-88ef-d74fefc7a6a8 None None] Routers {'c2474c25-d82a-4a52-894a-d11316020a36'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:52:43.199248 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-9f606e1a-4991-4576-88ef-d74fefc7a6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:52:32Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['c2474c25-d82a-4a52-894a-d11316020a36'], 'active': True} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:52:43.332058 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvr_db [None req-9f606e1a-4991-4576-88ef-d74fefc7a6a8 None None] Set router c2474c25-d82a-4a52-894a-d11316020a36 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:52:43.505483 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device df6c99bf-3145-4dcf-8c23-1038d80625f0 up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:52:43.602819 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning complete for port df6c99bf-3145-4dcf-8c23-1038d80625f0 triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:52:43.603207 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:43.650716 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-9f606e1a-4991-4576-88ef-d74fefc7a6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'name': 'tempest-AttachVolumeTestJSON-2145363682-router', 'tenant_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '24ff64fc-4fb7-47c8-8a4c-257a76071247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:46:10Z', 'updated_at': '2021-09-07T23:46:30Z', 'revision_number': 4, 'project_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'gw_port': {'id': '24ff64fc-4fb7-47c8-8a4c-257a76071247', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:62:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:12Z', 'updated_at': '2021-09-07T23:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': 'e2bf89b3-4161-42b3-b518-8ce2a5017a4d', 'name': '', 'network_id': '9da50ae8-e6dd-49ef-bffd-03b5ec56f152', 'tenant_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'mac_address': 'fa:16:3e:2d:e5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'af6c2c51-70b3-4a7c-ab5d-dc9b76d1d9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:28Z', 'updated_at': '2021-09-07T23:46:40Z', 'revision_number': 5, 'project_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'subnets': [{'id': 'af6c2c51-70b3-4a7c-ab5d-dc9b76d1d9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:52:43.684905 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f606e1a-4991-4576-88ef-d74fefc7a6a8 None None] The sync data for ids ['c2474c25-d82a-4a52-894a-d11316020a36'] in dv-cinder-751579-26-iscsi is: [{'id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'name': 'tempest-AttachVolumeTestJSON-2145363682-router', 'tenant_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '24ff64fc-4fb7-47c8-8a4c-257a76071247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:46:10Z', 'updated_at': '2021-09-07T23:46:30Z', 'revision_number': 4, 'project_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'gw_port': {'id': '24ff64fc-4fb7-47c8-8a4c-257a76071247', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:62:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:12Z', 'updated_at': '2021-09-07T23:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': 'e2bf89b3-4161-42b3-b518-8ce2a5017a4d', 'name': '', 'network_id': '9da50ae8-e6dd-49ef-bffd-03b5ec56f152', 'tenant_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'mac_address': 'fa:16:3e:2d:e5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'af6c2c51-70b3-4a7c-ab5d-dc9b76d1d9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:28Z', 'updated_at': '2021-09-07T23:46:40Z', 'revision_number': 5, 'project_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'subnets': [{'id': 'af6c2c51-70b3-4a7c-ab5d-dc9b76d1d9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 23:52:43.734414 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 71a4efb0-6af9-498f-8413-f89969d891d2 up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:52:43.798677 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 35854) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:52:43.805256 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning for port 71a4efb0-6af9-498f-8413-f89969d891d2 completed by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:52:43.811611 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning complete for port 71a4efb0-6af9-498f-8413-f89969d891d2 triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:52:43.812243 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:43.857222 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-fa69736c-2836-4f2e-9ce9-6f2b057f826c tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks [] for security_group, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:43.884358 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-fa69736c-2836-4f2e-9ce9-6f2b057f826c tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:43.912255 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:43.951066 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-fa69736c-2836-4f2e-9ce9-6f2b057f826c tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:43.951646 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] For port 71a4efb0-6af9-498f-8413-f89969d891d2, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=71a4efb0-6af9-498f-8413-f89969d891d2,segment=NetworkSegment(a96ba248-96cd-489c-bcd2-1ce14381fd96),segment_id=a96ba248-96cd-489c-bcd2-1ce14381fd96)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:52:43.956098 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:43.956313 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-fa69736c-2836-4f2e-9ce9-6f2b057f826c tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks [] for security_group, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:43.959914 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-fa69736c-2836-4f2e-9ce9-6f2b057f826c tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "DELETE /v2.0/security-groups/4fcd4006-1ec6-44ba-a52e-90dbd120b1f0 HTTP/1.1" status: 204 len: 168 time: 0.1576860 Sep 07 23:52:43.960267 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 35856) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:52:43.978795 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa69736c-2836-4f2e-9ce9-6f2b057f826c tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcd4006-1ec6-44ba-a52e-90dbd120b1f0,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:43.980123 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.api.v2.resource [None req-56914e6e-06f5-4b1d-95d4-32f98a401111 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] show failed (client error): The resource could not be found. Sep 07 23:52:43.984738 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-56914e6e-06f5-4b1d-95d4-32f98a401111 tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "GET /v2.0/security-groups/4fcd4006-1ec6-44ba-a52e-90dbd120b1f0 HTTP/1.1" status: 404 len: 347 time: 0.0233033 Sep 07 23:52:43.985677 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 35858) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:52:44.015995 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Pushing event updated for resources: {'Port': ['ID=71a4efb0-6af9-498f-8413-f89969d891d2,revision_number=5']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:44.131201 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.plugin [None req-64a802c4-24f4-451b-9824-df56af1cf88f tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Deleting port 783b29af-1f35-4939-bf51-21e527034e34 {{(pid=100550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:52:44.131618 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-64a802c4-24f4-451b-9824-df56af1cf88f tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:44.136708 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f334bd9f-8d01-4ee5-8bff-8b9bc310a005 None None] New status for floating IP 6951bad5-ceac-4dde-867a-4f0aa5bebf9f: DOWN {{(pid=100553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 23:52:44.214334 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-64a802c4-24f4-451b-9824-df56af1cf88f tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:44.214547 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-64a802c4-24f4-451b-9824-df56af1cf88f tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:44.228654 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.plugin [None req-64a802c4-24f4-451b-9824-df56af1cf88f tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Calling delete_port for 783b29af-1f35-4939-bf51-21e527034e34 owned by network:floatingip {{(pid=100550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:52:44.367316 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-64a802c4-24f4-451b-9824-df56af1cf88f tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7634829'] for port, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:44.398641 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a802c4-24f4-451b-9824-df56af1cf88f tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Pushing event deleted for resources: {'Port': ['ID=783b29af-1f35-4939-bf51-21e527034e34,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:44.458411 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-64a802c4-24f4-451b-9824-df56af1cf88f tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks [] for floatingip, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:44.460859 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-64a802c4-24f4-451b-9824-df56af1cf88f tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for floatingip, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:44.461999 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-64a802c4-24f4-451b-9824-df56af1cf88f tempest-AttachVolumeTestJSON-1375540753 tempest-AttachVolumeTestJSON-1375540753-project] 10.222.0.15 "DELETE /v2.0/floatingips/6951bad5-ceac-4dde-867a-4f0aa5bebf9f HTTP/1.1" status: 204 len: 168 time: 0.4750593 Sep 07 23:52:45.445186 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 71a4efb0-6af9-498f-8413-f89969d891d2 up at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:52:45.494673 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Provisioning complete for port 71a4efb0-6af9-498f-8413-f89969d891d2 triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:52:45.495039 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:47.196100 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 7502222f-91a2-4f86-8095-c2ef95e431d3 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 23:52:47.216721 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] No Port match for: 7502222f-91a2-4f86-8095-c2ef95e431d3 {{(pid=100552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 23:52:47.217064 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 7502222f-91a2-4f86-8095-c2ef95e431d3 not bound to the agent host hv-cinder-75157 {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 23:52:48.029915 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 35894) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:52:48.548169 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-3944b4e6-9cbd-46dd-9170-7d596b2a8fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1593465'] for router_interface, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:48.593706 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:48.804484 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.plugin [None req-3944b4e6-9cbd-46dd-9170-7d596b2a8fcd admin admin] Deleting port e2bf89b3-4161-42b3-b518-8ce2a5017a4d {{(pid=100550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:52:48.804723 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-3944b4e6-9cbd-46dd-9170-7d596b2a8fcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:48.884800 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.db [None req-3944b4e6-9cbd-46dd-9170-7d596b2a8fcd admin admin] For port e2bf89b3-4161-42b3-b518-8ce2a5017a4d, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=e2bf89b3-4161-42b3-b518-8ce2a5017a4d,segment=NetworkSegment(1471fa56-0ce1-4bf0-b66f-c84e509237a6),segment_id=1471fa56-0ce1-4bf0-b66f-c84e509237a6)] {{(pid=100550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:52:48.885189 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-3944b4e6-9cbd-46dd-9170-7d596b2a8fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:48.897901 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.plugin [None req-3944b4e6-9cbd-46dd-9170-7d596b2a8fcd admin admin] Calling delete_port for e2bf89b3-4161-42b3-b518-8ce2a5017a4d owned by network:router_interface {{(pid=100550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:52:49.081206 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-3944b4e6-9cbd-46dd-9170-7d596b2a8fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7634829'] for port, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:49.113186 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3944b4e6-9cbd-46dd-9170-7d596b2a8fcd admin admin] Pushing event deleted for resources: {'Port': ['ID=e2bf89b3-4161-42b3-b518-8ce2a5017a4d,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:49.304265 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-3944b4e6-9cbd-46dd-9170-7d596b2a8fcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1820665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593493'] for router_interface, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:49.530568 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3944b4e6-9cbd-46dd-9170-7d596b2a8fcd admin admin] Router c2474c25-d82a-4a52-894a-d11316020a36 has already been hosted by L3 agent 19316ef7-2440-47e6-ada3-35aaee6f744b {{(pid=100550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 23:52:49.637990 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3944b4e6-9cbd-46dd-9170-7d596b2a8fcd admin admin] Notify agent at l3_agent.dv-cinder-751579-26-iscsi the message routers_updated {{(pid=100550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 23:52:49.642915 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-3944b4e6-9cbd-46dd-9170-7d596b2a8fcd admin admin] 10.222.0.15 "PUT /v2.0/routers/c2474c25-d82a-4a52-894a-d11316020a36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6118429 Sep 07 23:52:49.645770 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 35902) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:52:49.649145 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4268104d-b069-4206-b016-5be54a6be723 None None] Sync routers for ids ['c2474c25-d82a-4a52-894a-d11316020a36'] in dv-cinder-751579-26-iscsi {{(pid=100552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 23:52:49.658217 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4268104d-b069-4206-b016-5be54a6be723 None None] Routers {'c2474c25-d82a-4a52-894a-d11316020a36'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:52:49.658843 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-4268104d-b069-4206-b016-5be54a6be723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:52:32Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['c2474c25-d82a-4a52-894a-d11316020a36'], 'active': True} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:52:49.772473 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-ea68a21b-8d6d-4ba2-8936-9b9b6a4a43dc admin admin] Notify callbacks [] for router, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:49.792767 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvr_db [None req-4268104d-b069-4206-b016-5be54a6be723 None None] Set router c2474c25-d82a-4a52-894a-d11316020a36 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:52:49.880472 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-ea68a21b-8d6d-4ba2-8936-9b9b6a4a43dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:49.935126 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.plugin [None req-ea68a21b-8d6d-4ba2-8936-9b9b6a4a43dc admin admin] Deleting port 24ff64fc-4fb7-47c8-8a4c-257a76071247 {{(pid=100550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:52:49.935373 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-ea68a21b-8d6d-4ba2-8936-9b9b6a4a43dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:49.984563 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-4268104d-b069-4206-b016-5be54a6be723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'name': 'tempest-AttachVolumeTestJSON-2145363682-router', 'tenant_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '24ff64fc-4fb7-47c8-8a4c-257a76071247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:46:10Z', 'updated_at': '2021-09-07T23:52:49Z', 'revision_number': 5, 'project_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'gw_port': {'id': '24ff64fc-4fb7-47c8-8a4c-257a76071247', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:62:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:12Z', 'updated_at': '2021-09-07T23:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi'}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:52:50.017487 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4268104d-b069-4206-b016-5be54a6be723 None None] Checking router: c2474c25-d82a-4a52-894a-d11316020a36 for host: dv-cinder-751579-26-iscsi {{(pid=100552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 23:52:50.026086 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4268104d-b069-4206-b016-5be54a6be723 None None] Routers {'c2474c25-d82a-4a52-894a-d11316020a36'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:52:50.026246 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.db [None req-ea68a21b-8d6d-4ba2-8936-9b9b6a4a43dc admin admin] For port 24ff64fc-4fb7-47c8-8a4c-257a76071247, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=24ff64fc-4fb7-47c8-8a4c-257a76071247,segment=NetworkSegment(4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a),segment_id=4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a)] {{(pid=100550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:52:50.026532 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-ea68a21b-8d6d-4ba2-8936-9b9b6a4a43dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:50.026690 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-4268104d-b069-4206-b016-5be54a6be723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:52:32Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['c2474c25-d82a-4a52-894a-d11316020a36'], 'active': True} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:52:50.038647 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.plugin [None req-ea68a21b-8d6d-4ba2-8936-9b9b6a4a43dc admin admin] Calling delete_port for 24ff64fc-4fb7-47c8-8a4c-257a76071247 owned by network:router_gateway {{(pid=100550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:52:50.217245 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-ea68a21b-8d6d-4ba2-8936-9b9b6a4a43dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7634829'] for port, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:50.245248 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea68a21b-8d6d-4ba2-8936-9b9b6a4a43dc admin admin] Pushing event deleted for resources: {'Port': ['ID=24ff64fc-4fb7-47c8-8a4c-257a76071247,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:50.249367 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvr_db [None req-4268104d-b069-4206-b016-5be54a6be723 None None] Set router c2474c25-d82a-4a52-894a-d11316020a36 gateway port host: None {{(pid=100552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:52:50.313574 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-ea68a21b-8d6d-4ba2-8936-9b9b6a4a43dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595447'] for router_gateway, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:50.315172 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-4268104d-b069-4206-b016-5be54a6be723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'name': 'tempest-AttachVolumeTestJSON-2145363682-router', 'tenant_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:46:10Z', 'updated_at': '2021-09-07T23:52:49Z', 'revision_number': 6, 'project_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'gw_port_host': None}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:52:50.348597 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4268104d-b069-4206-b016-5be54a6be723 None None] The sync data for ids ['c2474c25-d82a-4a52-894a-d11316020a36'] in dv-cinder-751579-26-iscsi is: [{'id': 'c2474c25-d82a-4a52-894a-d11316020a36', 'name': 'tempest-AttachVolumeTestJSON-2145363682-router', 'tenant_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:46:10Z', 'updated_at': '2021-09-07T23:52:49Z', 'revision_number': 6, 'project_id': 'e4003bfbd06747ecac2423c1cdc6f5ff', 'gw_port_host': None}] {{(pid=100552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 23:52:50.633249 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-ea68a21b-8d6d-4ba2-8936-9b9b6a4a43dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1462'] for router, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:50.635568 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-ea68a21b-8d6d-4ba2-8936-9b9b6a4a43dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:50.679661 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-ea68a21b-8d6d-4ba2-8936-9b9b6a4a43dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595229'] for router, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:50.680174 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea68a21b-8d6d-4ba2-8936-9b9b6a4a43dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2474c25-d82a-4a52-894a-d11316020a36 {{(pid=100550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 23:52:50.685111 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-ea68a21b-8d6d-4ba2-8936-9b9b6a4a43dc admin admin] Notify callbacks [] for router, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:50.686250 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-ea68a21b-8d6d-4ba2-8936-9b9b6a4a43dc admin admin] 10.222.0.15 "DELETE /v2.0/routers/c2474c25-d82a-4a52-894a-d11316020a36 HTTP/1.1" status: 204 len: 168 time: 1.0393701 Sep 07 23:52:50.688790 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 35906) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:52:50.741357 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.db_base_plugin_v2 [None req-de81af59-6e3a-4aa7-aa41-9a33e5beea0b admin admin] Deleting subnet af6c2c51-70b3-4a7c-ab5d-dc9b76d1d9bc {{(pid=100550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 23:52:50.743022 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-de81af59-6e3a-4aa7-aa41-9a33e5beea0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:50.785862 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-de81af59-6e3a-4aa7-aa41-9a33e5beea0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1178054'] for subnet, precommit_delete_associations {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:50.869852 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-de81af59-6e3a-4aa7-aa41-9a33e5beea0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673024'] for subnet, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:50.921831 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-de81af59-6e3a-4aa7-aa41-9a33e5beea0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7634936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4620627'] for subnet, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:50.946386 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81af59-6e3a-4aa7-aa41-9a33e5beea0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af6c2c51-70b3-4a7c-ab5d-dc9b76d1d9bc,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:50.953171 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-de81af59-6e3a-4aa7-aa41-9a33e5beea0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:50.954902 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-de81af59-6e3a-4aa7-aa41-9a33e5beea0b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/af6c2c51-70b3-4a7c-ab5d-dc9b76d1d9bc HTTP/1.1" status: 204 len: 168 time: 0.2652979 Sep 07 23:52:50.958369 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 35908) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:52:50.958535 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca3febc-2ca7-4c65-b43f-2562d3c4a86d None None] Network 9da50ae8-e6dd-49ef-bffd-03b5ec56f152 requested from dv-cinder-751579-26-iscsi {{(pid=100552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 23:52:51.045514 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d1b6e301-a63a-4808-acde-e3c129e9f9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531467'] for network, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:51.104674 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.plugin [None req-d1b6e301-a63a-4808-acde-e3c129e9f9a5 admin admin] Deleting port 9c6577bb-beab-4d57-a86d-c2a40710031b {{(pid=100550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:52:51.105124 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d1b6e301-a63a-4808-acde-e3c129e9f9a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:51.156730 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07e2044-5de3-4cf0-9225-f6b88e60d8ce None None] DHCP port deletion for 9da50ae8-e6dd-49ef-bffd-03b5ec56f152 request from dv-cinder-751579-26-iscsi {{(pid=100552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 23:52:51.179290 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.db [None req-d1b6e301-a63a-4808-acde-e3c129e9f9a5 admin admin] For port 9c6577bb-beab-4d57-a86d-c2a40710031b, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=9c6577bb-beab-4d57-a86d-c2a40710031b,segment=NetworkSegment(1471fa56-0ce1-4bf0-b66f-c84e509237a6),segment_id=1471fa56-0ce1-4bf0-b66f-c84e509237a6)] {{(pid=100550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:52:51.179678 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d1b6e301-a63a-4808-acde-e3c129e9f9a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:51.197659 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.plugin [None req-d1b6e301-a63a-4808-acde-e3c129e9f9a5 admin admin] Calling delete_port for 9c6577bb-beab-4d57-a86d-c2a40710031b owned by network:dhcp {{(pid=100550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:52:51.212656 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-a07e2044-5de3-4cf0-9225-f6b88e60d8ce None None] Deleting port 9c6577bb-beab-4d57-a86d-c2a40710031b {{(pid=100552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:52:51.213153 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-a07e2044-5de3-4cf0-9225-f6b88e60d8ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:51.281568 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d1b6e301-a63a-4808-acde-e3c129e9f9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7634829'] for port, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:51.282436 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-a07e2044-5de3-4cf0-9225-f6b88e60d8ce None None] For port 9c6577bb-beab-4d57-a86d-c2a40710031b, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=9c6577bb-beab-4d57-a86d-c2a40710031b,segment=NetworkSegment(1471fa56-0ce1-4bf0-b66f-c84e509237a6),segment_id=1471fa56-0ce1-4bf0-b66f-c84e509237a6)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:52:51.282832 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-a07e2044-5de3-4cf0-9225-f6b88e60d8ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:51.298569 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-a07e2044-5de3-4cf0-9225-f6b88e60d8ce None None] Calling delete_port for 9c6577bb-beab-4d57-a86d-c2a40710031b owned by network:dhcp {{(pid=100552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:52:51.311779 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b6e301-a63a-4808-acde-e3c129e9f9a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c6577bb-beab-4d57-a86d-c2a40710031b,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:51.317153 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b6e301-a63a-4808-acde-e3c129e9f9a5 admin admin] No DVR routers for this DVR port 9c6577bb-beab-4d57-a86d-c2a40710031b on host dv-cinder-751579-26-iscsi {{(pid=100550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 23:52:51.403894 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d1b6e301-a63a-4808-acde-e3c129e9f9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675213', 'neutron.services.segments.db._delete_segments_for_network-8760371274105'] for network, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:51.422019 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-a07e2044-5de3-4cf0-9225-f6b88e60d8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296'] for port, after_delete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:51.429978 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.services.segments.db [None req-d1b6e301-a63a-4808-acde-e3c129e9f9a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9da50ae8-e6dd-49ef-bffd-03b5ec56f152']}} {{(pid=100550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:52:51.441060 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.services.segments.db [None req-d1b6e301-a63a-4808-acde-e3c129e9f9a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1471fa56-0ce1-4bf0-b66f-c84e509237a6') {'for_net_delete': True} {{(pid=100550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:52:51.441923 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.services.segments.db [None req-d1b6e301-a63a-4808-acde-e3c129e9f9a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1471fa56-0ce1-4bf0-b66f-c84e509237a6') {} {{(pid=100550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:52:51.452856 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d1b6e301-a63a-4808-acde-e3c129e9f9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760371273090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1178063'] for segment, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:51.468844 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07e2044-5de3-4cf0-9225-f6b88e60d8ce None None] Pushing event deleted for resources: {'Port': ['ID=9c6577bb-beab-4d57-a86d-c2a40710031b,revision_number=None']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:51.470712 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07e2044-5de3-4cf0-9225-f6b88e60d8ce None None] No DVR routers for this DVR port 9c6577bb-beab-4d57-a86d-c2a40710031b on host dv-cinder-751579-26-iscsi {{(pid=100552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 23:52:51.473834 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 24ff64fc-4fb7-47c8-8a4c-257a76071247 no longer exists at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 23:52:51.485629 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d1b6e301-a63a-4808-acde-e3c129e9f9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675162'] for segment, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:51.495565 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1b6e301-a63a-4808-acde-e3c129e9f9a5 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=100550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 23:52:51.500221 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d1b6e301-a63a-4808-acde-e3c129e9f9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7634266'] for segment, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:51.501663 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] No Port match for: 24ff64fc-4fb7-47c8-8a4c-257a76071247 {{(pid=100552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 23:52:51.502003 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 24ff64fc-4fb7-47c8-8a4c-257a76071247 not bound to the agent host dv-cinder-751579-26-iscsi {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 23:52:51.502311 dv-cinder-751579-26-iscsi neutron-server[100550]: Traceback (most recent call last): Sep 07 23:52:51.502311 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 23:52:51.502311 dv-cinder-751579-26-iscsi neutron-server[100550]: timer() Sep 07 23:52:51.502311 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 23:52:51.502311 dv-cinder-751579-26-iscsi neutron-server[100550]: cb(*args, **kw) Sep 07 23:52:51.502311 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 23:52:51.502311 dv-cinder-751579-26-iscsi neutron-server[100550]: return func(*args, **kwargs) Sep 07 23:52:51.502311 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 23:52:51.502311 dv-cinder-751579-26-iscsi neutron-server[100550]: self._notify() Sep 07 23:52:51.502311 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 23:52:51.502311 dv-cinder-751579-26-iscsi neutron-server[100550]: self.callback(batched_events) Sep 07 23:52:51.502311 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 23:52:51.502311 dv-cinder-751579-26-iscsi neutron-server[100550]: event.method(event) Sep 07 23:52:51.502311 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 23:52:51.502311 dv-cinder-751579-26-iscsi neutron-server[100550]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 23:52:51.502311 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 23:52:51.502311 dv-cinder-751579-26-iscsi neutron-server[100550]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 23:52:51.502311 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 23:52:51.502311 dv-cinder-751579-26-iscsi neutron-server[100550]: return f(self, *a, **k) Sep 07 23:52:51.502311 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 23:52:51.502311 dv-cinder-751579-26-iscsi neutron-server[100550]: return self._get(url).json() Sep 07 23:52:51.502311 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 23:52:51.502311 dv-cinder-751579-26-iscsi neutron-server[100550]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 23:52:51.502311 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 23:52:51.502311 dv-cinder-751579-26-iscsi neutron-server[100550]: return self.request(url, 'GET', **kwargs) Sep 07 23:52:51.502311 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 23:52:51.502311 dv-cinder-751579-26-iscsi neutron-server[100550]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 23:52:51.502311 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 23:52:51.502311 dv-cinder-751579-26-iscsi neutron-server[100550]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 23:52:51.502311 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 23:52:51.502311 dv-cinder-751579-26-iscsi neutron-server[100550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 23:52:51.502311 dv-cinder-751579-26-iscsi neutron-server[100550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 23:52:51.505324 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 9c6577bb-beab-4d57-a86d-c2a40710031b no longer exists at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 23:52:51.522526 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] No Port match for: 9c6577bb-beab-4d57-a86d-c2a40710031b {{(pid=100552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 23:52:51.522877 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 9c6577bb-beab-4d57-a86d-c2a40710031b not bound to the agent host dv-cinder-751579-26-iscsi {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 23:52:51.523295 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device e2bf89b3-4161-42b3-b518-8ce2a5017a4d no longer exists at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 23:52:51.543169 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] No Port match for: e2bf89b3-4161-42b3-b518-8ce2a5017a4d {{(pid=100552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 23:52:51.543528 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device e2bf89b3-4161-42b3-b518-8ce2a5017a4d not bound to the agent host dv-cinder-751579-26-iscsi {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 23:52:51.572155 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d1b6e301-a63a-4808-acde-e3c129e9f9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595403'] for network, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:51.578962 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d1b6e301-a63a-4808-acde-e3c129e9f9a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for network, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:51.580718 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-d1b6e301-a63a-4808-acde-e3c129e9f9a5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/9da50ae8-e6dd-49ef-bffd-03b5ec56f152 HTTP/1.1" status: 204 len: 168 time: 0.6212306 Sep 07 23:52:51.593024 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b6e301-a63a-4808-acde-e3c129e9f9a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9da50ae8-e6dd-49ef-bffd-03b5ec56f152,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:51.716141 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 35914) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:52:51.758981 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-848fa47f-4234-4942-800d-675dd4cb5453 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e4003bfbd06747ecac2423c1cdc6f5ff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0414021 Sep 07 23:52:51.761280 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 35916) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:52:51.810710 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-96efba71-3ec3-4269-b15c-4e1a4c4708e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:51.831529 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-96efba71-3ec3-4269-b15c-4e1a4c4708e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:51.878471 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-96efba71-3ec3-4269-b15c-4e1a4c4708e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:51.880967 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-96efba71-3ec3-4269-b15c-4e1a4c4708e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:51.882123 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-96efba71-3ec3-4269-b15c-4e1a4c4708e3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1f6e1c7b-c79a-43ba-96bc-b855287c4f06 HTTP/1.1" status: 204 len: 168 time: 0.1199496 Sep 07 23:52:51.890110 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96efba71-3ec3-4269-b15c-4e1a4c4708e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6e1c7b-c79a-43ba-96bc-b855287c4f06,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:57.225548 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f9740e3e-1514-4972-88ae-c7e596bd708b req-2e095b56-196b-47ea-baee-b56244a7a581 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-412847332&fields=id&tenant_id=42f067fd8b194261a54e9fcfd96af714 HTTP/1.1" status: 200 len: 267 time: 0.0343056 Sep 07 23:52:57.357444 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9740e3e-1514-4972-88ae-c7e596bd708b req-2667aab9-145c-477a-83be-af88acbec358 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:57.359012 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f9740e3e-1514-4972-88ae-c7e596bd708b req-2667aab9-145c-477a-83be-af88acbec358 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/networks?id=b183201c-d8ba-4df8-a849-eaf5a586f813 HTTP/1.1" status: 200 len: 812 time: 0.1268213 Sep 07 23:52:57.375984 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f9740e3e-1514-4972-88ae-c7e596bd708b req-46888d3a-a79d-4bcb-90d1-f88b19d96a48 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/quotas/42f067fd8b194261a54e9fcfd96af714 HTTP/1.1" status: 200 len: 375 time: 0.0093195 Sep 07 23:52:57.438456 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f9740e3e-1514-4972-88ae-c7e596bd708b req-ef5c745e-3b05-47a1-b3ed-2dc2b9d17fe8 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=42f067fd8b194261a54e9fcfd96af714&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530276 Sep 07 23:52:57.561934 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f9740e3e-1514-4972-88ae-c7e596bd708b req-f2a297c4-5a1a-4113-8913-5595927cdcbc service neutron] 10.222.0.15 "GET /v2.0/networks/b183201c-d8ba-4df8-a849-eaf5a586f813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062689 Sep 07 23:52:57.807623 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 36028) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:52:57.946195 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-08bc1426-06ad-497e-b38d-730697f4fe09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:57.947356 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f9740e3e-1514-4972-88ae-c7e596bd708b req-d71ed870-9376-4cba-bc6d-a7a5c67605ba service neutron] 10.222.0.15 "GET /v2.0/networks/b183201c-d8ba-4df8-a849-eaf5a586f813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3783824 Sep 07 23:52:58.066899 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-08bc1426-06ad-497e-b38d-730697f4fe09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:58.073035 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-08bc1426-06ad-497e-b38d-730697f4fe09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:58.118068 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-08bc1426-06ad-497e-b38d-730697f4fe09 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fe64ddde0cea48d98ee7643971118e08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3093305 Sep 07 23:52:58.120127 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bc1426-06ad-497e-b38d-730697f4fe09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38649cea-a661-4352-88f7-fcd554874441,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:58.121098 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 36038) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:52:58.197058 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-7ce81287-72e1-4c40-a1a8-50d600464e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:58.201457 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-2827b066-45ce-4275-a785-33e53085b4ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:58.228895 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-7ce81287-72e1-4c40-a1a8-50d600464e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:58.312374 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-457e52a5-1693-4715-b3d6-702ebbccff0d req-dde840eb-2a6b-4a46-b0fa-d318d0638dc7 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac6a1816-9e9d-4c70-9d19-877e21486a39 HTTP/1.1" status: 200 len: 210 time: 0.0295279 Sep 07 23:52:58.314600 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-7ce81287-72e1-4c40-a1a8-50d600464e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:58.318082 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-7ce81287-72e1-4c40-a1a8-50d600464e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:58.319157 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-7ce81287-72e1-4c40-a1a8-50d600464e1a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/38649cea-a661-4352-88f7-fcd554874441 HTTP/1.1" status: 204 len: 168 time: 0.1969094 Sep 07 23:52:58.328046 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce81287-72e1-4c40-a1a8-50d600464e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38649cea-a661-4352-88f7-fcd554874441,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:58.609184 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 36054) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:52:58.622805 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-10386222-49d6-4acb-a8e8-f89803bc539d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:58.744112 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-10386222-49d6-4acb-a8e8-f89803bc539d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:58.749604 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-10386222-49d6-4acb-a8e8-f89803bc539d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:58.823964 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-10386222-49d6-4acb-a8e8-f89803bc539d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b704981a0d614b64803717e28ef54bd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2132320 Sep 07 23:52:58.825817 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10386222-49d6-4acb-a8e8-f89803bc539d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dca6b3f-9773-4e71-bd9c-ca4b5fa25b01,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:58.826575 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 36056) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:52:58.887220 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-79de7181-ad9b-495a-979f-cb7297528b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:58.910073 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-79de7181-ad9b-495a-979f-cb7297528b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:58.962255 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-79de7181-ad9b-495a-979f-cb7297528b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:58.964802 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-79de7181-ad9b-495a-979f-cb7297528b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:58.965974 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-79de7181-ad9b-495a-979f-cb7297528b06 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6dca6b3f-9773-4e71-bd9c-ca4b5fa25b01 HTTP/1.1" status: 204 len: 168 time: 0.1383972 Sep 07 23:52:58.975871 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de7181-ad9b-495a-979f-cb7297528b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dca6b3f-9773-4e71-bd9c-ca4b5fa25b01,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:52:59.291699 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9740e3e-1514-4972-88ae-c7e596bd708b req-35ed22a8-2a0d-4f54-a49c-7d0112e0ab2e tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:52:59.293161 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f9740e3e-1514-4972-88ae-c7e596bd708b req-35ed22a8-2a0d-4f54-a49c-7d0112e0ab2e tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.42 "GET /v2.0/networks?id=b183201c-d8ba-4df8-a849-eaf5a586f813 HTTP/1.1" status: 200 len: 812 time: 0.1243441 Sep 07 23:52:59.346167 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f9740e3e-1514-4972-88ae-c7e596bd708b req-283ea39b-63fb-4446-bb3f-eacf2bfc4a31 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42f067fd8b194261a54e9fcfd96af714 HTTP/1.1" status: 200 len: 379 time: 0.0434411 Sep 07 23:52:59.361146 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [req-f9740e3e-1514-4972-88ae-c7e596bd708b req-b727a42c-44c7-4a5a-ba25-6eebd5568c58 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Request body: {'port': {'device_id': 'ac6a1816-9e9d-4c70-9d19-877e21486a39', 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813', 'admin_state_up': True, 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'security_groups': ['28caf5ff-d7ad-4873-b80a-6cbaffe6df21']}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:52:59.462755 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5f90d918-8105-4ac5-bc56-b7f6bac41624 req-f0bff6a0-5f71-47ab-9202-f9d4b6b8b183 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac6a1816-9e9d-4c70-9d19-877e21486a39 HTTP/1.1" status: 200 len: 210 time: 0.0743454 Sep 07 23:52:59.520952 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9740e3e-1514-4972-88ae-c7e596bd708b req-b727a42c-44c7-4a5a-ba25-6eebd5568c58 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Made reservation on behalf of 42f067fd8b194261a54e9fcfd96af714 for: {'port': 1} {{(pid=100551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:52:59.524431 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-f9740e3e-1514-4972-88ae-c7e596bd708b req-b727a42c-44c7-4a5a-ba25-6eebd5568c58 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:59.661337 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.db_base_plugin_common [req-f9740e3e-1514-4972-88ae-c7e596bd708b req-b727a42c-44c7-4a5a-ba25-6eebd5568c58 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Allocated IP 172.20.0.13 (b183201c-d8ba-4df8-a849-eaf5a586f813/8520aa77-9cf8-4f04-9cb1-197f20f35fc3/6c95cf9b-df37-462d-80e3-fedafa3087b6) {{(pid=100551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:52:59.755398 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 36082) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:52:59.823924 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-f9740e3e-1514-4972-88ae-c7e596bd708b req-b727a42c-44c7-4a5a-ba25-6eebd5568c58 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks [] for port, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:59.844280 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.provisioning_blocks [req-f9740e3e-1514-4972-88ae-c7e596bd708b req-b727a42c-44c7-4a5a-ba25-6eebd5568c58 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Transition to ACTIVE for port object 6c95cf9b-df37-462d-80e3-fedafa3087b6 will not be triggered until provisioned by entity DHCP. {{(pid=100551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:52:59.876713 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-67c00c99-1633-4c03-8a8e-5405fa65bcf8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-443056194-network', 'tenant_id': '3e5ae2a7244747668caf253151374068'}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:52:59.880725 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-f9740e3e-1514-4972-88ae-c7e596bd708b req-b727a42c-44c7-4a5a-ba25-6eebd5568c58 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:59.900343 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c00c99-1633-4c03-8a8e-5405fa65bcf8 admin admin] Made reservation on behalf of 3e5ae2a7244747668caf253151374068 for: {'network': 1} {{(pid=100550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:52:59.902668 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-67c00c99-1633-4c03-8a8e-5405fa65bcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for network, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:59.912138 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-67c00c99-1633-4c03-8a8e-5405fa65bcf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:52:59.926766 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9740e3e-1514-4972-88ae-c7e596bd708b req-b727a42c-44c7-4a5a-ba25-6eebd5568c58 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Network b183201c-d8ba-4df8-a849-eaf5a586f813 is already hosted by enough agents. {{(pid=100551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:52:59.932083 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.base_scheduler [req-f9740e3e-1514-4972-88ae-c7e596bd708b req-b727a42c-44c7-4a5a-ba25-6eebd5568c58 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Resources bound (agent type, host, resource id): {{(pid=100551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:52:59.936956 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9740e3e-1514-4972-88ae-c7e596bd708b req-b727a42c-44c7-4a5a-ba25-6eebd5568c58 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Received port after_create {{(pid=100551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:52:59.942223 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b727a42c-44c7-4a5a-ba25-6eebd5568c58 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Pushing event updated for resources: {'Port': ['ID=6c95cf9b-df37-462d-80e3-fedafa3087b6,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:53:00.002068 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9740e3e-1514-4972-88ae-c7e596bd708b req-b727a42c-44c7-4a5a-ba25-6eebd5568c58 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:00.003493 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-f9740e3e-1514-4972-88ae-c7e596bd708b req-b727a42c-44c7-4a5a-ba25-6eebd5568c58 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:00.023732 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-67c00c99-1633-4c03-8a8e-5405fa65bcf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:00.029604 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-67c00c99-1633-4c03-8a8e-5405fa65bcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:00.034158 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f9740e3e-1514-4972-88ae-c7e596bd708b req-b727a42c-44c7-4a5a-ba25-6eebd5568c58 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6815681 Sep 07 23:53:00.048294 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [req-f9740e3e-1514-4972-88ae-c7e596bd708b req-55d5268d-b727-49ab-9c0c-462206f17f5f service neutron] Request body: {'port': {'device_id': 'ac6a1816-9e9d-4c70-9d19-877e21486a39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:53:00.062005 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67c00c99-1633-4c03-8a8e-5405fa65bcf8 admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=100550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 23:53:00.073359 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c00c99-1633-4c03-8a8e-5405fa65bcf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648f1cbb-77b8-4fce-aba2-2d2a87b8e0d9,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:53:00.079821 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-67c00c99-1633-4c03-8a8e-5405fa65bcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675162'] for segment, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:00.080162 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.db.segments_db [None req-67c00c99-1633-4c03-8a8e-5405fa65bcf8 admin admin] Added segment 128bffc2-64aa-4f69-b76f-ea1a6185852e of type vlan for network 13f553de-966f-4a61-b017-79d999878ec2 Sep 07 23:53:00.128198 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-67c00c99-1633-4c03-8a8e-5405fa65bcf8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760370794509'] for network, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:00.134879 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-f9740e3e-1514-4972-88ae-c7e596bd708b req-55d5268d-b727-49ab-9c0c-462206f17f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:00.161030 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-67c00c99-1633-4c03-8a8e-5405fa65bcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608'] for network, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:00.162310 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c00c99-1633-4c03-8a8e-5405fa65bcf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:00.162902 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-67c00c99-1633-4c03-8a8e-5405fa65bcf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for network, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:00.195491 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-67c00c99-1633-4c03-8a8e-5405fa65bcf8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4339185 Sep 07 23:53:00.198969 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 36086) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:53:00.206106 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-6013e2bb-fac0-460c-9ef9-a07d20e749dc admin admin] Request body: {'subnet': {'network_id': '13f553de-966f-4a61-b017-79d999878ec2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-443056194-subnet', 'tenant_id': '3e5ae2a7244747668caf253151374068', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:53:00.225690 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-76d255ae-4151-4af4-918b-7a07d50b60ea None None] Provisioning for port 6c95cf9b-df37-462d-80e3-fedafa3087b6 completed by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:53:00.231003 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-76d255ae-4151-4af4-918b-7a07d50b60ea None None] Provisioning complete for port 6c95cf9b-df37-462d-80e3-fedafa3087b6 triggered by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:53:00.231610 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-76d255ae-4151-4af4-918b-7a07d50b60ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:00.241192 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c00c99-1633-4c03-8a8e-5405fa65bcf8 admin admin] Pushing event updated for resources: {'Network': ['ID=13f553de-966f-4a61-b017-79d999878ec2,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:53:00.257851 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6013e2bb-fac0-460c-9ef9-a07d20e749dc admin admin] Made reservation on behalf of 3e5ae2a7244747668caf253151374068 for: {'subnet': 1} {{(pid=100550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:53:00.262084 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-6013e2bb-fac0-460c-9ef9-a07d20e749dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4620622'] for subnet, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:00.265554 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Network 13f553de-966f-4a61-b017-79d999878ec2 details requested by agent ovs-agent-dv-cinder-751579-26-iscsi with host dv-cinder-751579-26-iscsi {{(pid=100552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 23:53:00.330247 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-76d255ae-4151-4af4-918b-7a07d50b60ea None None] Port 6c95cf9b-df37-462d-80e3-fedafa3087b6 cannot update to ACTIVE because it is not bound. {{(pid=100552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 23:53:00.419114 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [req-f9740e3e-1514-4972-88ae-c7e596bd708b req-55d5268d-b727-49ab-9c0c-462206f17f5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c95cf9b-df37-462d-80e3-fedafa3087b6 {{(pid=100551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 23:53:00.426690 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-f9740e3e-1514-4972-88ae-c7e596bd708b req-55d5268d-b727-49ab-9c0c-462206f17f5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:00.438339 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.provisioning_blocks [req-f9740e3e-1514-4972-88ae-c7e596bd708b req-55d5268d-b727-49ab-9c0c-462206f17f5f service neutron] Transition to ACTIVE for port object 6c95cf9b-df37-462d-80e3-fedafa3087b6 will not be triggered until provisioned by entity L2. {{(pid=100551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:53:00.443491 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-f9740e3e-1514-4972-88ae-c7e596bd708b req-55d5268d-b727-49ab-9c0c-462206f17f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5131532'] for port, after_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:00.450918 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-6013e2bb-fac0-460c-9ef9-a07d20e749dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7634745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4620632'] for subnet, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:00.495927 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d5268d-b727-49ab-9c0c-462206f17f5f service neutron] Pushing event updated for resources: {'Port': ['ID=6c95cf9b-df37-462d-80e3-fedafa3087b6,revision_number=2']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:53:00.520583 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6013e2bb-fac0-460c-9ef9-a07d20e749dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=28e9ec24-e3c7-42c3-b07d-3650219424da,revision_number=0']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:53:00.528664 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6013e2bb-fac0-460c-9ef9-a07d20e749dc admin admin] Checking segment: {'id': '128bffc2-64aa-4f69-b76f-ea1a6185852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '13f553de-966f-4a61-b017-79d999878ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:53:00.529036 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6013e2bb-fac0-460c-9ef9-a07d20e749dc admin admin] Network hostable DHCP agents. Network: 13f553de-966f-4a61-b017-79d999878ec2, hostable agents: ['4f562aef-accf-408d-af1e-fabb3d28a6a0'], hosted agents: [] {{(pid=100550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 23:53:00.551893 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6013e2bb-fac0-460c-9ef9-a07d20e749dc admin admin] Network 13f553de-966f-4a61-b017-79d999878ec2 is scheduled to be hosted by DHCP agent 4f562aef-accf-408d-af1e-fabb3d28a6a0 with binding_index 1 {{(pid=100550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 23:53:00.562084 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.base_scheduler [None req-6013e2bb-fac0-460c-9ef9-a07d20e749dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-26-iscsi, 13f553de-966f-4a61-b017-79d999878ec2) {{(pid=100550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:53:00.567109 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6013e2bb-fac0-460c-9ef9-a07d20e749dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:00.567704 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-6013e2bb-fac0-460c-9ef9-a07d20e749dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:00.573282 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04792de4-580e-47ac-8832-1cff10dd5224 None None] Network 13f553de-966f-4a61-b017-79d999878ec2 requested from dv-cinder-751579-26-iscsi {{(pid=100552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 23:53:00.586768 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-6013e2bb-fac0-460c-9ef9-a07d20e749dc admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3865855 Sep 07 23:53:00.615574 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-f9740e3e-1514-4972-88ae-c7e596bd708b req-55d5268d-b727-49ab-9c0c-462206f17f5f service neutron] Attempting to bind port 6c95cf9b-df37-462d-80e3-fedafa3087b6 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 23:53:00.616060 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-f9740e3e-1514-4972-88ae-c7e596bd708b req-55d5268d-b727-49ab-9c0c-462206f17f5f service neutron] Attempting to bind port 6c95cf9b-df37-462d-80e3-fedafa3087b6 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': 'f7466842-9496-4ed8-a8d7-e336540c98ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813'}] {{(pid=100551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 23:53:00.616530 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9740e3e-1514-4972-88ae-c7e596bd708b req-55d5268d-b727-49ab-9c0c-462206f17f5f service neutron] Attempting to bind port 6c95cf9b-df37-462d-80e3-fedafa3087b6 on network b183201c-d8ba-4df8-a849-eaf5a586f813 {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:53:00.629505 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9740e3e-1514-4972-88ae-c7e596bd708b req-55d5268d-b727-49ab-9c0c-462206f17f5f service neutron] Port 6c95cf9b-df37-462d-80e3-fedafa3087b6 on network b183201c-d8ba-4df8-a849-eaf5a586f813 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 23:53:00.630225 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9740e3e-1514-4972-88ae-c7e596bd708b req-55d5268d-b727-49ab-9c0c-462206f17f5f service neutron] Attempting to bind port 6c95cf9b-df37-462d-80e3-fedafa3087b6 on network b183201c-d8ba-4df8-a849-eaf5a586f813 {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:53:00.642291 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a367c-119f-4add-90b7-0d5239d6a50d req-3fd5de05-2717-4695-b6c9-24bf21e70076 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:00.643994 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-948a367c-119f-4add-90b7-0d5239d6a50d req-3fd5de05-2717-4695-b6c9-24bf21e70076 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac6a1816-9e9d-4c70-9d19-877e21486a39 HTTP/1.1" status: 200 len: 944 time: 0.0960853 Sep 07 23:53:00.647681 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9740e3e-1514-4972-88ae-c7e596bd708b req-55d5268d-b727-49ab-9c0c-462206f17f5f service neutron] Checking agent: {'id': '8b06e77c-11ef-48c4-9ba2-92653b27ce62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 23, 44, 18), 'started_at': datetime.datetime(2021, 9, 7, 23, 44, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 23, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 23:53:00.648345 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9740e3e-1514-4972-88ae-c7e596bd708b req-55d5268d-b727-49ab-9c0c-462206f17f5f service neutron] Checking segment: {'id': 'f7466842-9496-4ed8-a8d7-e336540c98ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:53:00.648981 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9740e3e-1514-4972-88ae-c7e596bd708b req-55d5268d-b727-49ab-9c0c-462206f17f5f service neutron] Bound using segment: {'id': 'f7466842-9496-4ed8-a8d7-e336540c98ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813'} {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 23:53:00.649662 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-f9740e3e-1514-4972-88ae-c7e596bd708b req-55d5268d-b727-49ab-9c0c-462206f17f5f service neutron] Bound port: 6c95cf9b-df37-462d-80e3-fedafa3087b6, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7466842-9496-4ed8-a8d7-e336540c98ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813'}}] {{(pid=100551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 23:53:00.650265 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-f9740e3e-1514-4972-88ae-c7e596bd708b req-55d5268d-b727-49ab-9c0c-462206f17f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:00.732859 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-f9740e3e-1514-4972-88ae-c7e596bd708b req-55d5268d-b727-49ab-9c0c-462206f17f5f service neutron] For port 6c95cf9b-df37-462d-80e3-fedafa3087b6, host hv-cinder-75157, cleared binding levels {{(pid=100551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 23:53:00.740206 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-f9740e3e-1514-4972-88ae-c7e596bd708b req-55d5268d-b727-49ab-9c0c-462206f17f5f service neutron] For port 6c95cf9b-df37-462d-80e3-fedafa3087b6, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=6c95cf9b-df37-462d-80e3-fedafa3087b6,segment=NetworkSegment(f7466842-9496-4ed8-a8d7-e336540c98ac),segment_id=f7466842-9496-4ed8-a8d7-e336540c98ac)] {{(pid=100551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 23:53:00.740611 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ed73d1-082b-44fe-8b17-1c2d47dd83fb None None] Network 13f553de-966f-4a61-b017-79d999878ec2 requested from dv-cinder-751579-26-iscsi {{(pid=100552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 23:53:00.749042 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-f9740e3e-1514-4972-88ae-c7e596bd708b req-55d5268d-b727-49ab-9c0c-462206f17f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5131532'] for port, after_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:00.771427 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-948a367c-119f-4add-90b7-0d5239d6a50d req-476a45a4-e38b-4a70-a18c-c1e2c8079110 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/security-groups?id=28caf5ff-d7ad-4873-b80a-6cbaffe6df21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183734 Sep 07 23:53:00.805420 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9740e3e-1514-4972-88ae-c7e596bd708b req-55d5268d-b727-49ab-9c0c-462206f17f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:00.806302 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-f9740e3e-1514-4972-88ae-c7e596bd708b req-55d5268d-b727-49ab-9c0c-462206f17f5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:00.807964 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f9740e3e-1514-4972-88ae-c7e596bd708b req-55d5268d-b727-49ab-9c0c-462206f17f5f service neutron] 10.222.0.42 "PUT /v2.0/ports/6c95cf9b-df37-462d-80e3-fedafa3087b6 HTTP/1.1" status: 200 len: 1094 time: 0.7647636 Sep 07 23:53:00.811353 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac6a1816-9e9d-4c70-9d19-877e21486a39', 'tag': '6c95cf9b-df37-462d-80e3-fedafa3087b6'}] {{(pid=100551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:53:00.818430 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744d18a1a9123520e55b11d6b4f544890c28500fff252c5db1cb0c4b69d72d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d8db4f-b3b6-4ae6-9e23-2149c9285e1a" -d '{"events": [{"name": "network-changed", "server_uuid": "ac6a1816-9e9d-4c70-9d19-877e21486a39", "tag": "6c95cf9b-df37-462d-80e3-fedafa3087b6"}]}' {{(pid=100551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:53:00.865791 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d5268d-b727-49ab-9c0c-462206f17f5f service neutron] Pushing event updated for resources: {'Port': ['ID=6c95cf9b-df37-462d-80e3-fedafa3087b6,revision_number=3']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:53:00.889672 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 23:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41709963-9276-4415-8a28-ad192063ddeb x-openstack-request-id: req-41709963-9276-4415-8a28-ad192063ddeb {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:53:00.890521 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac6a1816-9e9d-4c70-9d19-877e21486a39", "tag": "6c95cf9b-df37-462d-80e3-fedafa3087b6", "status": "completed", "code": 200}]} {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:53:00.891044 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-41709963-9276-4415-8a28-ad192063ddeb {{(pid=100551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:53:00.891783 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac6a1816-9e9d-4c70-9d19-877e21486a39', 'tag': '6c95cf9b-df37-462d-80e3-fedafa3087b6', 'status': 'completed', 'code': 200} Sep 07 23:53:00.931011 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9740e3e-1514-4972-88ae-c7e596bd708b req-cb72904f-c3ee-4b31-9ecf-977bfe31bfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:00.932591 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f9740e3e-1514-4972-88ae-c7e596bd708b req-cb72904f-c3ee-4b31-9ecf-977bfe31bfaa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=42f067fd8b194261a54e9fcfd96af714&device_id=ac6a1816-9e9d-4c70-9d19-877e21486a39 HTTP/1.1" status: 200 len: 1097 time: 0.0563188 Sep 07 23:53:00.980533 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f9740e3e-1514-4972-88ae-c7e596bd708b req-206abc05-ef5d-4d81-8c79-67e89aef94ec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c95cf9b-df37-462d-80e3-fedafa3087b6 HTTP/1.1" status: 200 len: 217 time: 0.0395386 Sep 07 23:53:01.045596 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9740e3e-1514-4972-88ae-c7e596bd708b req-179f37cb-a0fc-4bda-b4da-66c08ecabd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:01.047125 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f9740e3e-1514-4972-88ae-c7e596bd708b req-179f37cb-a0fc-4bda-b4da-66c08ecabd9d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8520aa77-9cf8-4f04-9cb1-197f20f35fc3 HTTP/1.1" status: 200 len: 851 time: 0.0599184 Sep 07 23:53:01.106478 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9740e3e-1514-4972-88ae-c7e596bd708b req-64973a1b-6456-41b1-996d-032e29d41715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:01.108205 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f9740e3e-1514-4972-88ae-c7e596bd708b req-64973a1b-6456-41b1-996d-032e29d41715 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b183201c-d8ba-4df8-a849-eaf5a586f813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0537450 Sep 07 23:53:01.158825 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:01.206643 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 36108) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:53:01.215473 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-76c2dca5-2e1f-454e-973b-49ac1e96b6c3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1181608477-network', 'tenant_id': 'a12aa81e4d9240ff82c81f17f31e0ef3'}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:53:01.236664 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f9740e3e-1514-4972-88ae-c7e596bd708b req-32717ff8-8c7c-46e8-bd33-1393ff013860 service neutron] 10.222.0.42 "GET /v2.0/networks/b183201c-d8ba-4df8-a849-eaf5a586f813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208098 Sep 07 23:53:01.247857 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c2dca5-2e1f-454e-973b-49ac1e96b6c3 admin admin] Made reservation on behalf of a12aa81e4d9240ff82c81f17f31e0ef3 for: {'network': 1} {{(pid=100550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:53:01.251950 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-76c2dca5-2e1f-454e-973b-49ac1e96b6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for network, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:01.265150 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-76c2dca5-2e1f-454e-973b-49ac1e96b6c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:01.366644 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f9740e3e-1514-4972-88ae-c7e596bd708b req-0d2aa875-8c26-46c8-a3ac-29f919521701 service neutron] 10.222.0.42 "GET /v2.0/networks/b183201c-d8ba-4df8-a849-eaf5a586f813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227398 Sep 07 23:53:01.378065 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-76c2dca5-2e1f-454e-973b-49ac1e96b6c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:01.383650 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-76c2dca5-2e1f-454e-973b-49ac1e96b6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:01.413224 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76c2dca5-2e1f-454e-973b-49ac1e96b6c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=100550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 23:53:01.418936 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c2dca5-2e1f-454e-973b-49ac1e96b6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee493e03-d870-4e12-b132-0f3268d69cf8,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:53:01.429614 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-76c2dca5-2e1f-454e-973b-49ac1e96b6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675162'] for segment, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:01.430116 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.db.segments_db [None req-76c2dca5-2e1f-454e-973b-49ac1e96b6c3 admin admin] Added segment 920d2e0c-2422-4963-95d4-725fb17dc93d of type vlan for network 70c66d07-432c-4e71-b6bd-766d186fff00 Sep 07 23:53:01.474532 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-76c2dca5-2e1f-454e-973b-49ac1e96b6c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760370794509'] for network, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:01.477994 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8db4f-b3b6-4ae6-9e23-2149c9285e1a req-d7461048-48c9-4eaf-8940-ec89c500780f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:01.479987 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-44d8db4f-b3b6-4ae6-9e23-2149c9285e1a req-d7461048-48c9-4eaf-8940-ec89c500780f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=42f067fd8b194261a54e9fcfd96af714&device_id=ac6a1816-9e9d-4c70-9d19-877e21486a39 HTTP/1.1" status: 200 len: 1097 time: 0.0600502 Sep 07 23:53:01.501425 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-76c2dca5-2e1f-454e-973b-49ac1e96b6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608'] for network, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:01.502555 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c2dca5-2e1f-454e-973b-49ac1e96b6c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:01.503313 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-76c2dca5-2e1f-454e-973b-49ac1e96b6c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for network, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:01.543440 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-76c2dca5-2e1f-454e-973b-49ac1e96b6c3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3352845 Sep 07 23:53:01.552404 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 36110) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:53:01.557443 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [None req-d30327f4-29c7-4fd7-8589-d8b65024b029 admin admin] Request body: {'subnet': {'network_id': '70c66d07-432c-4e71-b6bd-766d186fff00', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1181608477-subnet', 'tenant_id': 'a12aa81e4d9240ff82c81f17f31e0ef3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:53:01.574028 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c2dca5-2e1f-454e-973b-49ac1e96b6c3 admin admin] Pushing event updated for resources: {'Network': ['ID=70c66d07-432c-4e71-b6bd-766d186fff00,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:53:01.585150 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Network 70c66d07-432c-4e71-b6bd-766d186fff00 details requested by agent ovs-agent-dv-cinder-751579-26-iscsi with host dv-cinder-751579-26-iscsi {{(pid=100552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 23:53:01.595535 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30327f4-29c7-4fd7-8589-d8b65024b029 admin admin] Made reservation on behalf of a12aa81e4d9240ff82c81f17f31e0ef3 for: {'subnet': 1} {{(pid=100551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:53:01.598019 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-d30327f4-29c7-4fd7-8589-d8b65024b029 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4738077'] for subnet, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:01.602794 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8db4f-b3b6-4ae6-9e23-2149c9285e1a req-70f57271-136d-421d-8188-6213c254d5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:01.604190 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-44d8db4f-b3b6-4ae6-9e23-2149c9285e1a req-70f57271-136d-421d-8188-6213c254d5d0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b183201c-d8ba-4df8-a849-eaf5a586f813 HTTP/1.1" status: 200 len: 913 time: 0.1164172 Sep 07 23:53:01.660511 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-44d8db4f-b3b6-4ae6-9e23-2149c9285e1a req-d4ae6fa5-a3b9-4ee1-ae23-c89818d1390e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c95cf9b-df37-462d-80e3-fedafa3087b6 HTTP/1.1" status: 200 len: 217 time: 0.0465384 Sep 07 23:53:01.745078 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8db4f-b3b6-4ae6-9e23-2149c9285e1a req-ba9f1227-fce9-4b03-a277-d4308844ed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:01.746546 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-44d8db4f-b3b6-4ae6-9e23-2149c9285e1a req-ba9f1227-fce9-4b03-a277-d4308844ed9b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8520aa77-9cf8-4f04-9cb1-197f20f35fc3 HTTP/1.1" status: 200 len: 851 time: 0.0614610 Sep 07 23:53:01.759786 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-a9502a12-2128-4256-ae4f-4c0c534bf634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:01.854796 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8db4f-b3b6-4ae6-9e23-2149c9285e1a req-4e97768a-bf43-4b6e-a04d-00ba99ea3a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:01.856259 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-44d8db4f-b3b6-4ae6-9e23-2149c9285e1a req-4e97768a-bf43-4b6e-a04d-00ba99ea3a67 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b183201c-d8ba-4df8-a849-eaf5a586f813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0992417 Sep 07 23:53:01.930497 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-d30327f4-29c7-4fd7-8589-d8b65024b029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5131703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4738059'] for subnet, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:02.021541 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb38e5b-683d-41bb-9e98-4a41d24390a4 req-baf4e0a9-55be-4a9a-896c-c43bc004db4e tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:02.023042 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ffb38e5b-683d-41bb-9e98-4a41d24390a4 req-baf4e0a9-55be-4a9a-896c-c43bc004db4e tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac6a1816-9e9d-4c70-9d19-877e21486a39 HTTP/1.1" status: 200 len: 944 time: 0.1707251 Sep 07 23:53:02.047288 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30327f4-29c7-4fd7-8589-d8b65024b029 admin admin] Pushing event updated for resources: {'Subnet': ['ID=278f3366-6864-4c58-890a-a25cf61496ea,revision_number=0']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:53:02.065751 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-44d8db4f-b3b6-4ae6-9e23-2149c9285e1a req-996e03cd-af13-4074-99fd-ab1e65599706 service neutron] 10.222.0.42 "GET /v2.0/networks/b183201c-d8ba-4df8-a849-eaf5a586f813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944010 Sep 07 23:53:02.092908 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30327f4-29c7-4fd7-8589-d8b65024b029 admin admin] Checking segment: {'id': '920d2e0c-2422-4963-95d4-725fb17dc93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '70c66d07-432c-4e71-b6bd-766d186fff00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:53:02.093259 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30327f4-29c7-4fd7-8589-d8b65024b029 admin admin] Network hostable DHCP agents. Network: 70c66d07-432c-4e71-b6bd-766d186fff00, hostable agents: ['4f562aef-accf-408d-af1e-fabb3d28a6a0'], hosted agents: [] {{(pid=100551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 23:53:02.112335 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ffb38e5b-683d-41bb-9e98-4a41d24390a4 req-14376504-6aa2-4e12-b5e2-0aabeadb39ee tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/security-groups?id=28caf5ff-d7ad-4873-b80a-6cbaffe6df21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803494 Sep 07 23:53:02.163899 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30327f4-29c7-4fd7-8589-d8b65024b029 admin admin] Network 70c66d07-432c-4e71-b6bd-766d186fff00 is scheduled to be hosted by DHCP agent 4f562aef-accf-408d-af1e-fabb3d28a6a0 with binding_index 1 {{(pid=100551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 23:53:02.179715 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.base_scheduler [None req-d30327f4-29c7-4fd7-8589-d8b65024b029 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-26-iscsi, 70c66d07-432c-4e71-b6bd-766d186fff00) {{(pid=100551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:53:02.184268 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30327f4-29c7-4fd7-8589-d8b65024b029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:02.185268 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-d30327f4-29c7-4fd7-8589-d8b65024b029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for subnet, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:02.188363 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893b668d-053e-4a3a-b107-12901a753c31 None None] Network 70c66d07-432c-4e71-b6bd-766d186fff00 requested from dv-cinder-751579-26-iscsi {{(pid=100552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 23:53:02.205274 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-44d8db4f-b3b6-4ae6-9e23-2149c9285e1a req-2853db5f-bd9d-4d21-b5e2-0ba1df4d05fb service neutron] 10.222.0.42 "GET /v2.0/networks/b183201c-d8ba-4df8-a849-eaf5a586f813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283984 Sep 07 23:53:02.210279 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-d30327f4-29c7-4fd7-8589-d8b65024b029 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6568506 Sep 07 23:53:02.329854 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ff0308-61cf-4b62-837e-f96ae29f3633 None None] Network 70c66d07-432c-4e71-b6bd-766d186fff00 requested from dv-cinder-751579-26-iscsi {{(pid=100552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 23:53:03.233774 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81fb40-a824-4e74-be94-d838c975b687 req-4b8bf293-1605-4c81-9530-d08d2ad1941b tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:03.235207 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5a81fb40-a824-4e74-be94-d838c975b687 req-4b8bf293-1605-4c81-9530-d08d2ad1941b tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac6a1816-9e9d-4c70-9d19-877e21486a39 HTTP/1.1" status: 200 len: 944 time: 0.0521183 Sep 07 23:53:03.278424 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5a81fb40-a824-4e74-be94-d838c975b687 req-721fcf4a-ba2b-460b-a75c-ea927d53b74f tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/security-groups?id=28caf5ff-d7ad-4873-b80a-6cbaffe6df21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355158 Sep 07 23:53:03.354647 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ea97-3cf8-4e53-ad99-8ce826820bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:04.402860 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4dc64-9ba5-47a8-b919-2611c9b8e7e9 req-251302bd-f802-485a-ae24-08e0886f1ac4 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:04.404265 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-bfa4dc64-9ba5-47a8-b919-2611c9b8e7e9 req-251302bd-f802-485a-ae24-08e0886f1ac4 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac6a1816-9e9d-4c70-9d19-877e21486a39 HTTP/1.1" status: 200 len: 944 time: 0.0494962 Sep 07 23:53:04.423417 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.agents_db [None req-89df3544-7e8a-43ac-bb25-e7a75b7011d0 None None] Agent healthcheck: found 6 active agents {{(pid=100553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 23:53:04.442555 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-bfa4dc64-9ba5-47a8-b919-2611c9b8e7e9 req-e1f861a8-83e1-4cb4-9250-58ae5d08c636 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/security-groups?id=28caf5ff-d7ad-4873-b80a-6cbaffe6df21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323181 Sep 07 23:53:05.205458 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-187590d1-19a7-4a5a-ac4c-70625f9f540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:05.573007 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc6b12-eade-465d-9c59-a135e7ef515e req-1c2b6dfb-c49f-4444-a682-7023cb2d0838 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:05.574476 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-e7dc6b12-eade-465d-9c59-a135e7ef515e req-1c2b6dfb-c49f-4444-a682-7023cb2d0838 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac6a1816-9e9d-4c70-9d19-877e21486a39 HTTP/1.1" status: 200 len: 944 time: 0.0599084 Sep 07 23:53:05.611907 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-e7dc6b12-eade-465d-9c59-a135e7ef515e req-61b036f3-81c7-4ae1-861f-67885da22a1f tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/security-groups?id=28caf5ff-d7ad-4873-b80a-6cbaffe6df21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315483 Sep 07 23:53:06.731685 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06213610-b188-4ef8-a5c4-6166a143f917 req-205e89ed-582b-466f-b851-99cc7a66a9c0 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:06.733224 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-06213610-b188-4ef8-a5c4-6166a143f917 req-205e89ed-582b-466f-b851-99cc7a66a9c0 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac6a1816-9e9d-4c70-9d19-877e21486a39 HTTP/1.1" status: 200 len: 944 time: 0.0514643 Sep 07 23:53:06.772229 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-06213610-b188-4ef8-a5c4-6166a143f917 req-a11d5fa4-7ab1-4c23-8350-13f9a2022c1c tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/security-groups?id=28caf5ff-d7ad-4873-b80a-6cbaffe6df21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328057 Sep 07 23:53:07.893833 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7949a3-4f8b-4f69-9447-e20c5835df9b req-21883c97-c27a-451e-9aac-89daee6a58a9 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:07.896535 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8a7949a3-4f8b-4f69-9447-e20c5835df9b req-21883c97-c27a-451e-9aac-89daee6a58a9 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac6a1816-9e9d-4c70-9d19-877e21486a39 HTTP/1.1" status: 200 len: 944 time: 0.0570061 Sep 07 23:53:07.948467 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8a7949a3-4f8b-4f69-9447-e20c5835df9b req-d3374012-6182-4b83-aad0-f9270be8b599 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/security-groups?id=28caf5ff-d7ad-4873-b80a-6cbaffe6df21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457332 Sep 07 23:53:09.061598 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbcbbe2-a262-4427-a040-8023c9fec5ee req-037b5d92-13f8-48d0-bc08-905132fb4359 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:09.063080 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-9bbcbbe2-a262-4427-a040-8023c9fec5ee req-037b5d92-13f8-48d0-bc08-905132fb4359 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac6a1816-9e9d-4c70-9d19-877e21486a39 HTTP/1.1" status: 200 len: 944 time: 0.0522604 Sep 07 23:53:09.102061 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-9bbcbbe2-a262-4427-a040-8023c9fec5ee req-8c22a779-ae57-46e1-8142-d766b54a4abf tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/security-groups?id=28caf5ff-d7ad-4873-b80a-6cbaffe6df21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329609 Sep 07 23:53:09.308380 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 6c95cf9b-df37-462d-80e3-fedafa3087b6 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=100552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 23:53:09.428434 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port 6c95cf9b-df37-462d-80e3-fedafa3087b6, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=6c95cf9b-df37-462d-80e3-fedafa3087b6,segment=NetworkSegment(f7466842-9496-4ed8-a8d7-e336540c98ac),segment_id=f7466842-9496-4ed8-a8d7-e336540c98ac)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:53:09.441137 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Returning: {'device': '6c95cf9b-df37-462d-80e3-fedafa3087b6', 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813', 'port_id': '6c95cf9b-df37-462d-80e3-fedafa3087b6', 'mac_address': 'fa:16:3e:03:4c:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8520aa77-9cf8-4f04-9cb1-197f20f35fc3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 23:53:09.486007 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:09.505109 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.notifiers.nova [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c95cf9b-df37-462d-80e3-fedafa3087b6 {{(pid=100552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 23:53:09.526759 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port 6c95cf9b-df37-462d-80e3-fedafa3087b6, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=6c95cf9b-df37-462d-80e3-fedafa3087b6,segment=NetworkSegment(f7466842-9496-4ed8-a8d7-e336540c98ac),segment_id=f7466842-9496-4ed8-a8d7-e336540c98ac)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:53:09.530612 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:09.577873 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Pushing event updated for resources: {'Port': ['ID=6c95cf9b-df37-462d-80e3-fedafa3087b6,revision_number=4']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:53:09.585960 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:53:09.586314 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:53:09.586667 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:53:09.587004 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:53:09.587437 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:53:09.587703 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:53:09.588033 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:53:09.588365 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:53:09.588725 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:53:09.589053 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:53:09.589379 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:53:09.589711 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:53:09.758546 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] get_ports_and_sgs() called for port_ids ['6c95cf9b-df37-462d-80e3-fedafa3087b6'] {{(pid=100552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 23:53:10.219001 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e032639-e5f8-4a68-b794-19995777213a req-4eb03310-2d7a-4db6-893e-3c43d4784586 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:10.220510 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3e032639-e5f8-4a68-b794-19995777213a req-4eb03310-2d7a-4db6-893e-3c43d4784586 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac6a1816-9e9d-4c70-9d19-877e21486a39 HTTP/1.1" status: 200 len: 945 time: 0.0494525 Sep 07 23:53:10.265765 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3e032639-e5f8-4a68-b794-19995777213a req-18a5ad8d-eb5e-4736-8432-622f7618bf4f tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/security-groups?id=28caf5ff-d7ad-4873-b80a-6cbaffe6df21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383983 Sep 07 23:53:11.321339 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 6c95cf9b-df37-462d-80e3-fedafa3087b6 up at agent hyperv_hv-cinder-75157 {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:53:11.378950 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Provisioning for port 6c95cf9b-df37-462d-80e3-fedafa3087b6 completed by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:53:11.382958 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Provisioning complete for port 6c95cf9b-df37-462d-80e3-fedafa3087b6 triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:53:11.383322 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:11.388619 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5b3be-e0e0-49ce-b22a-45c16fe8a8b3 req-26c92a00-88ec-4de3-b943-76a3c54f6c82 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:11.390115 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-25b5b3be-e0e0-49ce-b22a-45c16fe8a8b3 req-26c92a00-88ec-4de3-b943-76a3c54f6c82 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac6a1816-9e9d-4c70-9d19-877e21486a39 HTTP/1.1" status: 200 len: 945 time: 0.0516016 Sep 07 23:53:11.441002 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-25b5b3be-e0e0-49ce-b22a-45c16fe8a8b3 req-6c112427-0c71-4b43-b234-1adda166b6ee tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/security-groups?id=28caf5ff-d7ad-4873-b80a-6cbaffe6df21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357203 Sep 07 23:53:11.476051 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:11.498025 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac6a1816-9e9d-4c70-9d19-877e21486a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c95cf9b-df37-462d-80e3-fedafa3087b6'}] {{(pid=100552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:53:11.500201 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6af7ada11e39af001df59af8fe1a830bb49e6ec01a9e34e873de5065727c58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31092c2e-58f7-4d71-8604-b50955eab46a" -d '{"events": [{"server_uuid": "ac6a1816-9e9d-4c70-9d19-877e21486a39", "name": "network-vif-plugged", "status": "completed", "tag": "6c95cf9b-df37-462d-80e3-fedafa3087b6"}]}' {{(pid=100552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:53:11.512611 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port 6c95cf9b-df37-462d-80e3-fedafa3087b6, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=6c95cf9b-df37-462d-80e3-fedafa3087b6,segment=NetworkSegment(f7466842-9496-4ed8-a8d7-e336540c98ac),segment_id=f7466842-9496-4ed8-a8d7-e336540c98ac)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:53:11.520622 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:11.543794 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 23:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097119dc-a3d4-4c7c-a3e1-5c3441f85879 x-openstack-request-id: req-097119dc-a3d4-4c7c-a3e1-5c3441f85879 {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:53:11.544052 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac6a1816-9e9d-4c70-9d19-877e21486a39", "name": "network-vif-plugged", "status": "completed", "tag": "6c95cf9b-df37-462d-80e3-fedafa3087b6", "code": 200}]} {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:53:11.544295 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-097119dc-a3d4-4c7c-a3e1-5c3441f85879 {{(pid=100552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:53:11.544718 dv-cinder-751579-26-iscsi neutron-server[100552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac6a1816-9e9d-4c70-9d19-877e21486a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c95cf9b-df37-462d-80e3-fedafa3087b6', 'code': 200} Sep 07 23:53:11.570509 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Pushing event updated for resources: {'Port': ['ID=6c95cf9b-df37-462d-80e3-fedafa3087b6,revision_number=5']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:53:11.773569 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2f76d-859e-44d7-8c74-4bf30ffb5857 req-41a504d1-e844-4152-8b2a-0bdac984fefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:11.775068 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-50f2f76d-859e-44d7-8c74-4bf30ffb5857 req-41a504d1-e844-4152-8b2a-0bdac984fefc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ac6a1816-9e9d-4c70-9d19-877e21486a39 HTTP/1.1" status: 200 len: 1099 time: 0.0442843 Sep 07 23:53:11.810816 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-50f2f76d-859e-44d7-8c74-4bf30ffb5857 req-f0ab409a-7621-4107-9c7b-15174ad06bf8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=28caf5ff-d7ad-4873-b80a-6cbaffe6df21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281043 Sep 07 23:53:12.560904 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c7410-ef02-4d41-a2b2-a8d39efd8c3b req-830a6d82-758b-4cdd-b7af-bf9ac835259b tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:12.562564 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3d7c7410-ef02-4d41-a2b2-a8d39efd8c3b req-830a6d82-758b-4cdd-b7af-bf9ac835259b tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac6a1816-9e9d-4c70-9d19-877e21486a39 HTTP/1.1" status: 200 len: 946 time: 0.0521116 Sep 07 23:53:12.602774 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3d7c7410-ef02-4d41-a2b2-a8d39efd8c3b req-b752d931-3dae-4a6a-a2df-edb8cb82671e tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/security-groups?id=28caf5ff-d7ad-4873-b80a-6cbaffe6df21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334806 Sep 07 23:53:12.755203 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87e54d-4887-4483-bb15-4bf772362511 req-8347c5fb-8606-4d29-a953-8ab8fac7f4f0 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:12.756934 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4f87e54d-4887-4483-bb15-4bf772362511 req-8347c5fb-8606-4d29-a953-8ab8fac7f4f0 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 946 time: 0.0566835 Sep 07 23:53:12.795390 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4f87e54d-4887-4483-bb15-4bf772362511 req-3289b4af-1351-4bda-8f0c-9940b757e5cc tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325327 Sep 07 23:53:13.724086 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0279e36c-d6fb-4f8a-a7ca-b9a5fda3f4cd req-77917a64-0c7d-465b-a216-3801142d348d tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:13.725570 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-0279e36c-d6fb-4f8a-a7ca-b9a5fda3f4cd req-77917a64-0c7d-465b-a216-3801142d348d tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac6a1816-9e9d-4c70-9d19-877e21486a39 HTTP/1.1" status: 200 len: 946 time: 0.0521767 Sep 07 23:53:13.764469 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-0279e36c-d6fb-4f8a-a7ca-b9a5fda3f4cd req-859f88a4-f8ad-4ed4-b0af-6524e2569f56 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/security-groups?id=28caf5ff-d7ad-4873-b80a-6cbaffe6df21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329611 Sep 07 23:53:13.891795 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f2d671-62b7-47c9-9fb6-d19d9ec3a18e req-beef094b-0ddd-49a0-bfc6-f832c091d524 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:13.893207 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-71f2d671-62b7-47c9-9fb6-d19d9ec3a18e req-beef094b-0ddd-49a0-bfc6-f832c091d524 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac6a1816-9e9d-4c70-9d19-877e21486a39 HTTP/1.1" status: 200 len: 946 time: 0.0641861 Sep 07 23:53:13.956322 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622ae8f-8300-45be-9736-4acaee33f258 req-59d41fd5-9fae-4df0-9a99-42b07d846d1b tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:13.958448 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-b622ae8f-8300-45be-9736-4acaee33f258 req-59d41fd5-9fae-4df0-9a99-42b07d846d1b tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 946 time: 0.0865643 Sep 07 23:53:13.961520 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-71f2d671-62b7-47c9-9fb6-d19d9ec3a18e req-589ca807-7deb-4853-8976-8648b9a1e72b tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/security-groups?id=28caf5ff-d7ad-4873-b80a-6cbaffe6df21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549362 Sep 07 23:53:13.984754 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 36238) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:53:14.003624 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-b622ae8f-8300-45be-9736-4acaee33f258 req-be55ae12-1101-4210-afd5-14acb1bb849d tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391967 Sep 07 23:53:14.200685 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8722de-8726-4076-8824-4e6096ec21f3 tempest-TestVolumeBootPattern-1951082649 tempest-TestVolumeBootPattern-1951082649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:14.202202 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-ad8722de-8726-4076-8824-4e6096ec21f3 tempest-TestVolumeBootPattern-1951082649 tempest-TestVolumeBootPattern-1951082649-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ac6a1816-9e9d-4c70-9d19-877e21486a39 HTTP/1.1" status: 200 len: 1094 time: 0.2165439 Sep 07 23:53:14.205381 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 36246) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:53:14.210330 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-38166fc8-edd1-4e67-9db3-c85883209dd4 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Request body: {'floatingip': {'floating_network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'port_id': '6c95cf9b-df37-462d-80e3-fedafa3087b6', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:53:14.211913 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfeb2a8-00d3-4e1c-a5b2-735a0ab0d229 req-5ee9ea62-a739-4638-927c-7b270b860b15 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:14.213460 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-0dfeb2a8-00d3-4e1c-a5b2-735a0ab0d229 req-5ee9ea62-a739-4638-927c-7b270b860b15 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.42 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 946 time: 0.0818479 Sep 07 23:53:14.233805 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-38166fc8-edd1-4e67-9db3-c85883209dd4 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks [] for floatingip, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:14.314279 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [req-0dfeb2a8-00d3-4e1c-a5b2-735a0ab0d229 req-b8e776f9-61b8-49eb-83c3-55a8fd88c2c2 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Deleting port de3b0ae0-5c66-4b3f-b647-7415dc1dc860 {{(pid=100551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:53:14.314617 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-0dfeb2a8-00d3-4e1c-a5b2-735a0ab0d229 req-b8e776f9-61b8-49eb-83c3-55a8fd88c2c2 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:14.349091 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-38166fc8-edd1-4e67-9db3-c85883209dd4 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:14.416996 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-0dfeb2a8-00d3-4e1c-a5b2-735a0ab0d229 req-b8e776f9-61b8-49eb-83c3-55a8fd88c2c2 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] For port de3b0ae0-5c66-4b3f-b647-7415dc1dc860, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=de3b0ae0-5c66-4b3f-b647-7415dc1dc860,segment=NetworkSegment(c1e8596d-44b9-4f74-a478-a7fa52272fc4),segment_id=c1e8596d-44b9-4f74-a478-a7fa52272fc4)] {{(pid=100551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:53:14.417370 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-0dfeb2a8-00d3-4e1c-a5b2-735a0ab0d229 req-b8e776f9-61b8-49eb-83c3-55a8fd88c2c2 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:14.474964 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.db_base_plugin_common [None req-38166fc8-edd1-4e67-9db3-c85883209dd4 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Allocated IP 172.27.2.254 (1ea758c5-ea33-45af-9d70-54dde57c9658/5c624cf3-fab2-4caa-bdca-00a0c67beab2/847418ac-9022-46bf-8092-1b299713fa1c) {{(pid=100550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:53:14.587604 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-38166fc8-edd1-4e67-9db3-c85883209dd4 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks [] for port, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:14.611428 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-0dfeb2a8-00d3-4e1c-a5b2-735a0ab0d229 req-b8e776f9-61b8-49eb-83c3-55a8fd88c2c2 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:14.612203 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-0dfeb2a8-00d3-4e1c-a5b2-735a0ab0d229 req-b8e776f9-61b8-49eb-83c3-55a8fd88c2c2 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595513'] for floatingip, after_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:14.612625 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.db.l3_db [req-0dfeb2a8-00d3-4e1c-a5b2-735a0ab0d229 req-b8e776f9-61b8-49eb-83c3-55a8fd88c2c2 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Floating IP 201f2a0c-0171-4021-8ece-7bf4f9054308 disassociated. External IP: 172.27.2.213, port: de3b0ae0-5c66-4b3f-b647-7415dc1dc860. Sep 07 23:53:14.612976 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [req-0dfeb2a8-00d3-4e1c-a5b2-735a0ab0d229 req-b8e776f9-61b8-49eb-83c3-55a8fd88c2c2 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Calling delete_port for de3b0ae0-5c66-4b3f-b647-7415dc1dc860 owned by compute:nova {{(pid=100551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:53:14.635420 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-38166fc8-edd1-4e67-9db3-c85883209dd4 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7634829'] for port, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:14.671689 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38166fc8-edd1-4e67-9db3-c85883209dd4 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Network 1ea758c5-ea33-45af-9d70-54dde57c9658 is already hosted by enough agents. {{(pid=100550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:53:14.674838 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.base_scheduler [None req-38166fc8-edd1-4e67-9db3-c85883209dd4 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Resources bound (agent type, host, resource id): {{(pid=100550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:53:14.678154 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38166fc8-edd1-4e67-9db3-c85883209dd4 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Received port after_create {{(pid=100550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:53:14.721207 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38166fc8-edd1-4e67-9db3-c85883209dd4 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Pushing event updated for resources: {'Port': ['ID=847418ac-9022-46bf-8092-1b299713fa1c,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:53:14.731456 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38166fc8-edd1-4e67-9db3-c85883209dd4 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:53:14.731807 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38166fc8-edd1-4e67-9db3-c85883209dd4 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:53:14.732144 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38166fc8-edd1-4e67-9db3-c85883209dd4 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:53:14.732500 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38166fc8-edd1-4e67-9db3-c85883209dd4 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:53:14.732832 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38166fc8-edd1-4e67-9db3-c85883209dd4 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:53:14.733185 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38166fc8-edd1-4e67-9db3-c85883209dd4 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:53:14.733520 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38166fc8-edd1-4e67-9db3-c85883209dd4 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:53:14.733814 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38166fc8-edd1-4e67-9db3-c85883209dd4 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:53:14.734137 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38166fc8-edd1-4e67-9db3-c85883209dd4 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:53:14.734465 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38166fc8-edd1-4e67-9db3-c85883209dd4 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:53:14.734782 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38166fc8-edd1-4e67-9db3-c85883209dd4 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:53:14.735108 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38166fc8-edd1-4e67-9db3-c85883209dd4 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:53:14.766352 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-0dfeb2a8-00d3-4e1c-a5b2-735a0ab0d229 req-b8e776f9-61b8-49eb-83c3-55a8fd88c2c2 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:14.801385 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e776f9-61b8-49eb-83c3-55a8fd88c2c2 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Pushing event deleted for resources: {'Port': ['ID=de3b0ae0-5c66-4b3f-b647-7415dc1dc860,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:53:14.926880 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0dfeb2a8-00d3-4e1c-a5b2-735a0ab0d229 req-b8e776f9-61b8-49eb-83c3-55a8fd88c2c2 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Router b6d43adc-d519-44d8-ad55-043586879107 has already been hosted by L3 agent 19316ef7-2440-47e6-ada3-35aaee6f744b {{(pid=100551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 23:53:15.041537 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0dfeb2a8-00d3-4e1c-a5b2-735a0ab0d229 req-b8e776f9-61b8-49eb-83c3-55a8fd88c2c2 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify agent at l3_agent.dv-cinder-751579-26-iscsi the message routers_updated {{(pid=100551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 23:53:15.053096 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7d1a20-92b7-44ae-9823-5357222cf47f None None] Sync routers for ids ['b6d43adc-d519-44d8-ad55-043586879107'] in dv-cinder-751579-26-iscsi {{(pid=100553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 23:53:15.064072 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7d1a20-92b7-44ae-9823-5357222cf47f None None] Routers {'b6d43adc-d519-44d8-ad55-043586879107'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:53:15.064857 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-fd7d1a20-92b7-44ae-9823-5357222cf47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:53:02Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['b6d43adc-d519-44d8-ad55-043586879107'], 'active': True} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:53:15.086288 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dfeb2a8-00d3-4e1c-a5b2-735a0ab0d229 req-b8e776f9-61b8-49eb-83c3-55a8fd88c2c2 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] No DVR routers for this DVR port de3b0ae0-5c66-4b3f-b647-7415dc1dc860 on host hv-cinder-75157 {{(pid=100551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 23:53:15.092574 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-38166fc8-edd1-4e67-9db3-c85883209dd4 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:15.099403 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-0dfeb2a8-00d3-4e1c-a5b2-735a0ab0d229 req-b8e776f9-61b8-49eb-83c3-55a8fd88c2c2 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:15.100644 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-0dfeb2a8-00d3-4e1c-a5b2-735a0ab0d229 req-b8e776f9-61b8-49eb-83c3-55a8fd88c2c2 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.42 "DELETE /v2.0/ports/de3b0ae0-5c66-4b3f-b647-7415dc1dc860 HTTP/1.1" status: 204 len: 173 time: 0.8812318 Sep 07 23:53:15.101227 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1223f810-24aa-48d7-ab8c-7af988a9f2e7', 'name': 'network-vif-deleted', 'tag': 'de3b0ae0-5c66-4b3f-b647-7415dc1dc860'}] {{(pid=100551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:53:15.103572 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744d18a1a9123520e55b11d6b4f544890c28500fff252c5db1cb0c4b69d72d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2990a6-bb41-4b63-a80a-6ff3f511c906" -d '{"events": [{"server_uuid": "1223f810-24aa-48d7-ab8c-7af988a9f2e7", "name": "network-vif-deleted", "tag": "de3b0ae0-5c66-4b3f-b647-7415dc1dc860"}]}' {{(pid=100551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:53:15.121172 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-db30084b-cb84-4261-aaa0-93d0f2e7b6a5 req-018ff1fd-b270-430f-8b33-a6fc0987fc91 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/ports?device_id=1223f810-24aa-48d7-ab8c-7af988a9f2e7 HTTP/1.1" status: 200 len: 210 time: 0.0328662 Sep 07 23:53:15.170683 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 23:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d2d51d-1a6b-45b1-865b-a85d3f38e849 x-openstack-request-id: req-b2d2d51d-1a6b-45b1-865b-a85d3f38e849 {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:53:15.170981 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1223f810-24aa-48d7-ab8c-7af988a9f2e7", "name": "network-vif-deleted", "tag": "de3b0ae0-5c66-4b3f-b647-7415dc1dc860", "status": "completed", "code": 200}]} {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:53:15.171381 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b2d2d51d-1a6b-45b1-865b-a85d3f38e849 {{(pid=100551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:53:15.171778 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1223f810-24aa-48d7-ab8c-7af988a9f2e7', 'name': 'network-vif-deleted', 'tag': 'de3b0ae0-5c66-4b3f-b647-7415dc1dc860', 'status': 'completed', 'code': 200} Sep 07 23:53:15.190898 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-38166fc8-edd1-4e67-9db3-c85883209dd4 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:15.211749 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvr_db [None req-fd7d1a20-92b7-44ae-9823-5357222cf47f None None] Set router b6d43adc-d519-44d8-ad55-043586879107 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:53:15.381127 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-38166fc8-edd1-4e67-9db3-c85883209dd4 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks [] for port, precommit_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:15.386059 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-38166fc8-edd1-4e67-9db3-c85883209dd4 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7634818'] for port, after_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:15.447947 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-fd7d1a20-92b7-44ae-9823-5357222cf47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d43adc-d519-44d8-ad55-043586879107', 'name': 'tempest-AttachVolumeShelveTestJSON-1262007872-router', 'tenant_id': '58b276a8254e43be89c8e4a10c333cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '2f413a11-fd04-47ee-920d-4f3c41a47940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:46:08Z', 'updated_at': '2021-09-07T23:46:18Z', 'revision_number': 4, 'project_id': '58b276a8254e43be89c8e4a10c333cbe', 'gw_port': {'id': '2f413a11-fd04-47ee-920d-4f3c41a47940', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:43:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d43adc-d519-44d8-ad55-043586879107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:09Z', 'updated_at': '2021-09-07T23:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': '0b234c9d-81f4-4fa6-8894-877c6a311f7d', 'name': '', 'network_id': 'bb0cf1ab-d1d5-410c-b15c-8c9770c10630', 'tenant_id': '58b276a8254e43be89c8e4a10c333cbe', 'mac_address': 'fa:16:3e:1a:ce:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d43adc-d519-44d8-ad55-043586879107', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2e4b191b-fe64-4814-8fad-97b5ba0852ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:16Z', 'updated_at': '2021-09-07T23:46:30Z', 'revision_number': 5, 'project_id': '58b276a8254e43be89c8e4a10c333cbe', 'subnets': [{'id': '2e4b191b-fe64-4814-8fad-97b5ba0852ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:53:15.460930 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38166fc8-edd1-4e67-9db3-c85883209dd4 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Pushing event updated for resources: {'Port': ['ID=847418ac-9022-46bf-8092-1b299713fa1c,revision_number=2']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:53:15.474031 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7d1a20-92b7-44ae-9823-5357222cf47f None None] Checking router: b6d43adc-d519-44d8-ad55-043586879107 for host: dv-cinder-751579-26-iscsi {{(pid=100553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 23:53:15.474269 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-38166fc8-edd1-4e67-9db3-c85883209dd4 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595513'] for floatingip, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:15.482187 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7d1a20-92b7-44ae-9823-5357222cf47f None None] Routers {'b6d43adc-d519-44d8-ad55-043586879107'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:53:15.482776 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-fd7d1a20-92b7-44ae-9823-5357222cf47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:53:02Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['b6d43adc-d519-44d8-ad55-043586879107'], 'active': True} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:53:15.575482 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.db.l3_db [None req-38166fc8-edd1-4e67-9db3-c85883209dd4 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Floating IP 2be86d5a-4aa4-4945-aa65-dfa3d7af4f88 associated. External IP: 172.27.2.254, port: 6c95cf9b-df37-462d-80e3-fedafa3087b6. Sep 07 23:53:15.591910 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvr_db [None req-fd7d1a20-92b7-44ae-9823-5357222cf47f None None] Set router b6d43adc-d519-44d8-ad55-043586879107 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:53:15.786156 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38166fc8-edd1-4e67-9db3-c85883209dd4 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Router a7b57986-3771-4ffc-928e-f8bc08f82943 has already been hosted by L3 agent 19316ef7-2440-47e6-ada3-35aaee6f744b {{(pid=100550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 23:53:15.795131 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-fd7d1a20-92b7-44ae-9823-5357222cf47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d43adc-d519-44d8-ad55-043586879107', 'name': 'tempest-AttachVolumeShelveTestJSON-1262007872-router', 'tenant_id': '58b276a8254e43be89c8e4a10c333cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '2f413a11-fd04-47ee-920d-4f3c41a47940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:46:08Z', 'updated_at': '2021-09-07T23:46:18Z', 'revision_number': 4, 'project_id': '58b276a8254e43be89c8e4a10c333cbe', 'gw_port': {'id': '2f413a11-fd04-47ee-920d-4f3c41a47940', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:43:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d43adc-d519-44d8-ad55-043586879107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:09Z', 'updated_at': '2021-09-07T23:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': '0b234c9d-81f4-4fa6-8894-877c6a311f7d', 'name': '', 'network_id': 'bb0cf1ab-d1d5-410c-b15c-8c9770c10630', 'tenant_id': '58b276a8254e43be89c8e4a10c333cbe', 'mac_address': 'fa:16:3e:1a:ce:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d43adc-d519-44d8-ad55-043586879107', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2e4b191b-fe64-4814-8fad-97b5ba0852ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:16Z', 'updated_at': '2021-09-07T23:46:30Z', 'revision_number': 5, 'project_id': '58b276a8254e43be89c8e4a10c333cbe', 'subnets': [{'id': '2e4b191b-fe64-4814-8fad-97b5ba0852ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:53:15.826742 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7d1a20-92b7-44ae-9823-5357222cf47f None None] The sync data for ids ['b6d43adc-d519-44d8-ad55-043586879107'] in dv-cinder-751579-26-iscsi is: [{'id': 'b6d43adc-d519-44d8-ad55-043586879107', 'name': 'tempest-AttachVolumeShelveTestJSON-1262007872-router', 'tenant_id': '58b276a8254e43be89c8e4a10c333cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '2f413a11-fd04-47ee-920d-4f3c41a47940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:46:08Z', 'updated_at': '2021-09-07T23:46:18Z', 'revision_number': 4, 'project_id': '58b276a8254e43be89c8e4a10c333cbe', 'gw_port': {'id': '2f413a11-fd04-47ee-920d-4f3c41a47940', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:43:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d43adc-d519-44d8-ad55-043586879107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:09Z', 'updated_at': '2021-09-07T23:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': '0b234c9d-81f4-4fa6-8894-877c6a311f7d', 'name': '', 'network_id': 'bb0cf1ab-d1d5-410c-b15c-8c9770c10630', 'tenant_id': '58b276a8254e43be89c8e4a10c333cbe', 'mac_address': 'fa:16:3e:1a:ce:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d43adc-d519-44d8-ad55-043586879107', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2e4b191b-fe64-4814-8fad-97b5ba0852ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:16Z', 'updated_at': '2021-09-07T23:46:30Z', 'revision_number': 5, 'project_id': '58b276a8254e43be89c8e4a10c333cbe', 'subnets': [{'id': '2e4b191b-fe64-4814-8fad-97b5ba0852ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 23:53:15.909056 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38166fc8-edd1-4e67-9db3-c85883209dd4 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify agent at l3_agent.dv-cinder-751579-26-iscsi the message routers_updated {{(pid=100550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 23:53:15.921615 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb9af5e-84dc-4a56-b9c8-a2b936223885 None None] Sync routers for ids ['a7b57986-3771-4ffc-928e-f8bc08f82943'] in dv-cinder-751579-26-iscsi {{(pid=100552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 23:53:15.928628 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-38166fc8-edd1-4e67-9db3-c85883209dd4 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for floatingip, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:15.936068 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 36280) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:53:15.937813 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb9af5e-84dc-4a56-b9c8-a2b936223885 None None] Routers {'a7b57986-3771-4ffc-928e-f8bc08f82943'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:53:15.938449 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-0eb9af5e-84dc-4a56-b9c8-a2b936223885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:53:02Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['a7b57986-3771-4ffc-928e-f8bc08f82943'], 'active': True} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:53:15.968695 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-38166fc8-edd1-4e67-9db3-c85883209dd4 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7621701 Sep 07 23:53:15.969692 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac6a1816-9e9d-4c70-9d19-877e21486a39', 'tag': '6c95cf9b-df37-462d-80e3-fedafa3087b6'}] {{(pid=100550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:53:15.972231 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d662247da8c952987fd655d1558826128f562bf65326072a344d62a4e19a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc62054c-a516-4d77-b432-ca123499a9ec" -d '{"events": [{"name": "network-changed", "server_uuid": "ac6a1816-9e9d-4c70-9d19-877e21486a39", "tag": "6c95cf9b-df37-462d-80e3-fedafa3087b6"}]}' {{(pid=100550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:53:15.994162 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.db_base_plugin_v2 [None req-97981f2c-bd97-4435-8c47-00e7d353ae76 admin admin] Deleting subnet 28e9ec24-e3c7-42c3-b07d-3650219424da {{(pid=100551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 23:53:15.999356 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-97981f2c-bd97-4435-8c47-00e7d353ae76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:16.012965 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 23:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5b3544-82a6-41c8-bf5c-6b737be60c7d x-openstack-request-id: req-0c5b3544-82a6-41c8-bf5c-6b737be60c7d {{(pid=100550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:53:16.013260 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac6a1816-9e9d-4c70-9d19-877e21486a39", "tag": "6c95cf9b-df37-462d-80e3-fedafa3087b6", "status": "completed", "code": 200}]} {{(pid=100550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:53:16.013501 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0c5b3544-82a6-41c8-bf5c-6b737be60c7d {{(pid=100550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:53:16.013901 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac6a1816-9e9d-4c70-9d19-877e21486a39', 'tag': '6c95cf9b-df37-462d-80e3-fedafa3087b6', 'status': 'completed', 'code': 200} Sep 07 23:53:16.061523 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvr_db [None req-0eb9af5e-84dc-4a56-b9c8-a2b936223885 None None] Set router a7b57986-3771-4ffc-928e-f8bc08f82943 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:53:16.074404 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-97981f2c-bd97-4435-8c47-00e7d353ae76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7425425'] for subnet, precommit_delete_associations {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:16.122752 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62054c-a516-4d77-b432-ca123499a9ec req-2d426cfb-29fa-4b47-9bf8-a2800a74ca71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:16.124569 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-cc62054c-a516-4d77-b432-ca123499a9ec req-2d426cfb-29fa-4b47-9bf8-a2800a74ca71 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=42f067fd8b194261a54e9fcfd96af714&device_id=ac6a1816-9e9d-4c70-9d19-877e21486a39 HTTP/1.1" status: 200 len: 1099 time: 0.0846002 Sep 07 23:53:16.127550 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-97981f2c-bd97-4435-8c47-00e7d353ae76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673024'] for subnet, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:16.144198 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1793640b-1f67-4742-add6-fdc7cf6e3f7c None None] New status for floating IP 201f2a0c-0171-4021-8ece-7bf4f9054308: DOWN {{(pid=100553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 23:53:16.236727 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 36290) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:53:16.287870 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-97981f2c-bd97-4435-8c47-00e7d353ae76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5131638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4738048'] for subnet, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:16.330781 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62054c-a516-4d77-b432-ca123499a9ec req-338b51ec-ad51-43f3-b779-684c4dad9848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:16.331519 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-0eb9af5e-84dc-4a56-b9c8-a2b936223885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'name': 'tempest-TestVolumeBootPattern-1606400456-router', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:52:29Z', 'updated_at': '2021-09-07T23:52:32Z', 'revision_number': 4, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'gw_port': {'id': '8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:29Z', 'updated_at': '2021-09-07T23:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_floatingips': [{'id': '2be86d5a-4aa4-4945-aa65-dfa3d7af4f88', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'floating_ip_address': '172.27.2.254', 'floating_network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'router_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'port_id': '6c95cf9b-df37-462d-80e3-fedafa3087b6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813', 'mac_address': 'fa:16:3e:03:4c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6a1816-9e9d-4c70-9d19-877e21486a39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T23:53:14Z', 'updated_at': '2021-09-07T23:53:14Z', 'revision_number': 0, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6', 'name': '', 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'mac_address': 'fa:16:3e:37:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '8520aa77-9cf8-4f04-9cb1-197f20f35fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:31Z', 'updated_at': '2021-09-07T23:52:38Z', 'revision_number': 5, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'subnets': [{'id': '8520aa77-9cf8-4f04-9cb1-197f20f35fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:53:16.332259 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-cc62054c-a516-4d77-b432-ca123499a9ec req-338b51ec-ad51-43f3-b779-684c4dad9848 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b183201c-d8ba-4df8-a849-eaf5a586f813 HTTP/1.1" status: 200 len: 913 time: 0.1846545 Sep 07 23:53:16.334358 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-97981f2c-bd97-4435-8c47-00e7d353ae76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for subnet, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:16.336058 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-97981f2c-bd97-4435-8c47-00e7d353ae76 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/28e9ec24-e3c7-42c3-b07d-3650219424da HTTP/1.1" status: 204 len: 168 time: 0.3988867 Sep 07 23:53:16.337506 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97981f2c-bd97-4435-8c47-00e7d353ae76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28e9ec24-e3c7-42c3-b07d-3650219424da,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:53:16.338831 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 36292) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:53:16.365411 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb9af5e-84dc-4a56-b9c8-a2b936223885 None None] Checking router: a7b57986-3771-4ffc-928e-f8bc08f82943 for host: dv-cinder-751579-26-iscsi {{(pid=100552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 23:53:16.374695 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb9af5e-84dc-4a56-b9c8-a2b936223885 None None] Routers {'a7b57986-3771-4ffc-928e-f8bc08f82943'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:53:16.375311 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-0eb9af5e-84dc-4a56-b9c8-a2b936223885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:53:02Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['a7b57986-3771-4ffc-928e-f8bc08f82943'], 'active': True} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:53:16.392621 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-0ebca5b6-fddb-42f7-8a1e-5cb8443f7ab9 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks [] for security_group, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:16.413522 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-425f4c61-e496-4fbd-bf06-4b2bd3ad5872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531467'] for network, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:16.424034 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-cc62054c-a516-4d77-b432-ca123499a9ec req-de40d090-00ff-455a-92c2-bf7478bc836c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c95cf9b-df37-462d-80e3-fedafa3087b6 HTTP/1.1" status: 200 len: 1000 time: 0.0843136 Sep 07 23:53:16.436666 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-0ebca5b6-fddb-42f7-8a1e-5cb8443f7ab9 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:16.491426 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvr_db [None req-0eb9af5e-84dc-4a56-b9c8-a2b936223885 None None] Set router a7b57986-3771-4ffc-928e-f8bc08f82943 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:53:16.501527 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-425f4c61-e496-4fbd-bf06-4b2bd3ad5872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675213', 'neutron.services.segments.db._delete_segments_for_network-8760371274105'] for network, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:16.504379 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62054c-a516-4d77-b432-ca123499a9ec req-05a246b7-1e2b-4dba-bf9d-2032c488bf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:16.505942 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-cc62054c-a516-4d77-b432-ca123499a9ec req-05a246b7-1e2b-4dba-bf9d-2032c488bf60 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8520aa77-9cf8-4f04-9cb1-197f20f35fc3 HTTP/1.1" status: 200 len: 851 time: 0.0713639 Sep 07 23:53:16.526156 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.services.segments.db [None req-425f4c61-e496-4fbd-bf06-4b2bd3ad5872 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13f553de-966f-4a61-b017-79d999878ec2']}} {{(pid=100550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:53:16.537685 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.services.segments.db [None req-425f4c61-e496-4fbd-bf06-4b2bd3ad5872 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '128bffc2-64aa-4f69-b76f-ea1a6185852e') {'for_net_delete': True} {{(pid=100550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:53:16.538053 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.services.segments.db [None req-425f4c61-e496-4fbd-bf06-4b2bd3ad5872 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '128bffc2-64aa-4f69-b76f-ea1a6185852e') {} {{(pid=100550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:53:16.549328 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-425f4c61-e496-4fbd-bf06-4b2bd3ad5872 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760371273090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1178063'] for segment, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:16.555597 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-0ebca5b6-fddb-42f7-8a1e-5cb8443f7ab9 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:16.558244 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-0ebca5b6-fddb-42f7-8a1e-5cb8443f7ab9 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks [] for security_group, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:16.559387 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-0ebca5b6-fddb-42f7-8a1e-5cb8443f7ab9 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "DELETE /v2.0/security-groups/c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944 HTTP/1.1" status: 204 len: 168 time: 0.3214543 Sep 07 23:53:16.562442 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 36294) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:53:16.573416 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62054c-a516-4d77-b432-ca123499a9ec req-46b66aa7-4e72-43a8-aeec-94fb4a3c04a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:16.574978 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-cc62054c-a516-4d77-b432-ca123499a9ec req-46b66aa7-4e72-43a8-aeec-94fb4a3c04a9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b183201c-d8ba-4df8-a849-eaf5a586f813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0614674 Sep 07 23:53:16.575740 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebca5b6-fddb-42f7-8a1e-5cb8443f7ab9 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:53:16.585560 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-425f4c61-e496-4fbd-bf06-4b2bd3ad5872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675162'] for segment, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:16.588660 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.api.v2.resource [None req-3340941c-f658-4b04-b2cf-56c3a4f4adc0 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] show failed (client error): The resource could not be found. Sep 07 23:53:16.589780 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-3340941c-f658-4b04-b2cf-56c3a4f4adc0 tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "GET /v2.0/security-groups/c5e3ad6b-3d96-43cd-a061-fc8cd9cd1944 HTTP/1.1" status: 404 len: 347 time: 0.0241704 Sep 07 23:53:16.592827 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 36296) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:53:16.602454 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-425f4c61-e496-4fbd-bf06-4b2bd3ad5872 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=100550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 23:53:16.603485 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-425f4c61-e496-4fbd-bf06-4b2bd3ad5872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7634266'] for segment, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:16.605374 dv-cinder-751579-26-iscsi neutron-server[100550]: Traceback (most recent call last): Sep 07 23:53:16.605374 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 23:53:16.605374 dv-cinder-751579-26-iscsi neutron-server[100550]: timer() Sep 07 23:53:16.605374 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 23:53:16.605374 dv-cinder-751579-26-iscsi neutron-server[100550]: cb(*args, **kw) Sep 07 23:53:16.605374 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 23:53:16.605374 dv-cinder-751579-26-iscsi neutron-server[100550]: return func(*args, **kwargs) Sep 07 23:53:16.605374 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 23:53:16.605374 dv-cinder-751579-26-iscsi neutron-server[100550]: self._notify() Sep 07 23:53:16.605374 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 23:53:16.605374 dv-cinder-751579-26-iscsi neutron-server[100550]: self.callback(batched_events) Sep 07 23:53:16.605374 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 23:53:16.605374 dv-cinder-751579-26-iscsi neutron-server[100550]: event.method(event) Sep 07 23:53:16.605374 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 23:53:16.605374 dv-cinder-751579-26-iscsi neutron-server[100550]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 23:53:16.605374 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 23:53:16.605374 dv-cinder-751579-26-iscsi neutron-server[100550]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 23:53:16.605374 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 23:53:16.605374 dv-cinder-751579-26-iscsi neutron-server[100550]: return f(self, *a, **k) Sep 07 23:53:16.605374 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 23:53:16.605374 dv-cinder-751579-26-iscsi neutron-server[100550]: return self._get(url).json() Sep 07 23:53:16.605374 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 23:53:16.605374 dv-cinder-751579-26-iscsi neutron-server[100550]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 23:53:16.605374 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 23:53:16.605374 dv-cinder-751579-26-iscsi neutron-server[100550]: return self.request(url, 'GET', **kwargs) Sep 07 23:53:16.605374 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 23:53:16.605374 dv-cinder-751579-26-iscsi neutron-server[100550]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 23:53:16.605374 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 23:53:16.605374 dv-cinder-751579-26-iscsi neutron-server[100550]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 23:53:16.605374 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 23:53:16.605374 dv-cinder-751579-26-iscsi neutron-server[100550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 23:53:16.605374 dv-cinder-751579-26-iscsi neutron-server[100550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 23:53:16.741085 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-0eb9af5e-84dc-4a56-b9c8-a2b936223885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'name': 'tempest-TestVolumeBootPattern-1606400456-router', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:52:29Z', 'updated_at': '2021-09-07T23:52:32Z', 'revision_number': 4, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'gw_port': {'id': '8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:29Z', 'updated_at': '2021-09-07T23:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_floatingips': [{'id': '2be86d5a-4aa4-4945-aa65-dfa3d7af4f88', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'floating_ip_address': '172.27.2.254', 'floating_network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'router_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'port_id': '6c95cf9b-df37-462d-80e3-fedafa3087b6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813', 'mac_address': 'fa:16:3e:03:4c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6a1816-9e9d-4c70-9d19-877e21486a39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T23:53:14Z', 'updated_at': '2021-09-07T23:53:14Z', 'revision_number': 0, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6', 'name': '', 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'mac_address': 'fa:16:3e:37:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '8520aa77-9cf8-4f04-9cb1-197f20f35fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:31Z', 'updated_at': '2021-09-07T23:52:38Z', 'revision_number': 5, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'subnets': [{'id': '8520aa77-9cf8-4f04-9cb1-197f20f35fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:53:16.760640 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-425f4c61-e496-4fbd-bf06-4b2bd3ad5872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595403'] for network, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:16.765140 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-425f4c61-e496-4fbd-bf06-4b2bd3ad5872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for network, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:16.770718 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-425f4c61-e496-4fbd-bf06-4b2bd3ad5872 admin admin] 10.222.0.15 "DELETE /v2.0/networks/13f553de-966f-4a61-b017-79d999878ec2 HTTP/1.1" status: 204 len: 168 time: 0.4305828 Sep 07 23:53:16.771423 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 36298) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:53:16.774934 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb9af5e-84dc-4a56-b9c8-a2b936223885 None None] The sync data for ids ['a7b57986-3771-4ffc-928e-f8bc08f82943'] in dv-cinder-751579-26-iscsi is: [{'id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'name': 'tempest-TestVolumeBootPattern-1606400456-router', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:52:29Z', 'updated_at': '2021-09-07T23:52:32Z', 'revision_number': 4, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'gw_port': {'id': '8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:29Z', 'updated_at': '2021-09-07T23:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_floatingips': [{'id': '2be86d5a-4aa4-4945-aa65-dfa3d7af4f88', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'floating_ip_address': '172.27.2.254', 'floating_network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'router_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'port_id': '6c95cf9b-df37-462d-80e3-fedafa3087b6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813', 'mac_address': 'fa:16:3e:03:4c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6a1816-9e9d-4c70-9d19-877e21486a39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T23:53:14Z', 'updated_at': '2021-09-07T23:53:14Z', 'revision_number': 0, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6', 'name': '', 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'mac_address': 'fa:16:3e:37:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '8520aa77-9cf8-4f04-9cb1-197f20f35fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:31Z', 'updated_at': '2021-09-07T23:52:38Z', 'revision_number': 5, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'subnets': [{'id': '8520aa77-9cf8-4f04-9cb1-197f20f35fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 23:53:16.816992 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f4c61-e496-4fbd-bf06-4b2bd3ad5872 admin admin] Pushing event deleted for resources: {'Network': ['ID=13f553de-966f-4a61-b017-79d999878ec2,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:53:16.844269 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd73c1c0-1936-4851-8ee5-36b99e183a4d admin admin] Deleting subnet 278f3366-6864-4c58-890a-a25cf61496ea {{(pid=100550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 23:53:16.850402 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-fd73c1c0-1936-4851-8ee5-36b99e183a4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:16.889272 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.plugin [None req-f64fcea5-034b-440e-aa6c-eac839a9ca6d tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Deleting port de788c01-0584-48ec-ba4a-9949022c55b2 {{(pid=100550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:53:16.889619 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f64fcea5-034b-440e-aa6c-eac839a9ca6d tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:16.916787 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-fd73c1c0-1936-4851-8ee5-36b99e183a4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1178054'] for subnet, precommit_delete_associations {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:16.928876 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-cc62054c-a516-4d77-b432-ca123499a9ec req-084b54ba-5aa6-48a9-8f95-b9a4b0375838 service neutron] 10.222.0.42 "GET /v2.0/networks/b183201c-d8ba-4df8-a849-eaf5a586f813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440032 Sep 07 23:53:16.986844 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86edeb8e-d6d3-4997-b82c-77a4b5f716d2 None None] New status for floating IP 2be86d5a-4aa4-4945-aa65-dfa3d7af4f88: ACTIVE {{(pid=100552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 23:53:16.999566 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-fd73c1c0-1936-4851-8ee5-36b99e183a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673024'] for subnet, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:17.027586 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-cc62054c-a516-4d77-b432-ca123499a9ec req-f8af7cbb-7d3b-456e-aca4-05aea78ecb84 service neutron] 10.222.0.42 "GET /v2.0/networks/b183201c-d8ba-4df8-a849-eaf5a586f813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905151 Sep 07 23:53:17.045201 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f64fcea5-034b-440e-aa6c-eac839a9ca6d tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:17.045531 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f64fcea5-034b-440e-aa6c-eac839a9ca6d tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:17.065185 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.plugin [None req-f64fcea5-034b-440e-aa6c-eac839a9ca6d tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Calling delete_port for de788c01-0584-48ec-ba4a-9949022c55b2 owned by network:floatingip {{(pid=100550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:53:17.131502 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-fd73c1c0-1936-4851-8ee5-36b99e183a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7634936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4620627'] for subnet, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:17.163087 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd73c1c0-1936-4851-8ee5-36b99e183a4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=278f3366-6864-4c58-890a-a25cf61496ea,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:53:17.176711 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-fd73c1c0-1936-4851-8ee5-36b99e183a4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:17.178874 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-fd73c1c0-1936-4851-8ee5-36b99e183a4d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/278f3366-6864-4c58-890a-a25cf61496ea HTTP/1.1" status: 204 len: 168 time: 0.4035866 Sep 07 23:53:17.181579 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 36300) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:53:17.261185 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-65c48c4b-97d6-4280-aea7-c0f0bb931447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531467'] for network, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:17.266254 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f64fcea5-034b-440e-aa6c-eac839a9ca6d tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7634829'] for port, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:17.295814 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64fcea5-034b-440e-aa6c-eac839a9ca6d tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Pushing event deleted for resources: {'Port': ['ID=de788c01-0584-48ec-ba4a-9949022c55b2,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:53:17.354547 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-65c48c4b-97d6-4280-aea7-c0f0bb931447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675213', 'neutron.services.segments.db._delete_segments_for_network-8760371274105'] for network, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:17.357363 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f64fcea5-034b-440e-aa6c-eac839a9ca6d tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks [] for floatingip, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:17.359818 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f64fcea5-034b-440e-aa6c-eac839a9ca6d tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for floatingip, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:17.360983 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-f64fcea5-034b-440e-aa6c-eac839a9ca6d tempest-AttachVolumeShelveTestJSON-482589680 tempest-AttachVolumeShelveTestJSON-482589680-project] 10.222.0.15 "DELETE /v2.0/floatingips/201f2a0c-0171-4021-8ece-7bf4f9054308 HTTP/1.1" status: 204 len: 168 time: 0.7674587 Sep 07 23:53:17.383812 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.services.segments.db [None req-65c48c4b-97d6-4280-aea7-c0f0bb931447 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70c66d07-432c-4e71-b6bd-766d186fff00']}} {{(pid=100551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:53:17.393995 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.services.segments.db [None req-65c48c4b-97d6-4280-aea7-c0f0bb931447 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '920d2e0c-2422-4963-95d4-725fb17dc93d') {'for_net_delete': True} {{(pid=100551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:53:17.395408 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.services.segments.db [None req-65c48c4b-97d6-4280-aea7-c0f0bb931447 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '920d2e0c-2422-4963-95d4-725fb17dc93d') {} {{(pid=100551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:53:17.407740 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-65c48c4b-97d6-4280-aea7-c0f0bb931447 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760371273090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7425432'] for segment, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:17.421734 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-65c48c4b-97d6-4280-aea7-c0f0bb931447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675162'] for segment, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:17.428231 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65c48c4b-97d6-4280-aea7-c0f0bb931447 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=100551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 23:53:17.428668 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-65c48c4b-97d6-4280-aea7-c0f0bb931447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5132244'] for segment, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:17.430323 dv-cinder-751579-26-iscsi neutron-server[100551]: Traceback (most recent call last): Sep 07 23:53:17.430323 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 23:53:17.430323 dv-cinder-751579-26-iscsi neutron-server[100551]: timer() Sep 07 23:53:17.430323 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 23:53:17.430323 dv-cinder-751579-26-iscsi neutron-server[100551]: cb(*args, **kw) Sep 07 23:53:17.430323 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 23:53:17.430323 dv-cinder-751579-26-iscsi neutron-server[100551]: return func(*args, **kwargs) Sep 07 23:53:17.430323 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 23:53:17.430323 dv-cinder-751579-26-iscsi neutron-server[100551]: self._notify() Sep 07 23:53:17.430323 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 23:53:17.430323 dv-cinder-751579-26-iscsi neutron-server[100551]: self.callback(batched_events) Sep 07 23:53:17.430323 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 23:53:17.430323 dv-cinder-751579-26-iscsi neutron-server[100551]: event.method(event) Sep 07 23:53:17.430323 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 23:53:17.430323 dv-cinder-751579-26-iscsi neutron-server[100551]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 23:53:17.430323 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 23:53:17.430323 dv-cinder-751579-26-iscsi neutron-server[100551]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 23:53:17.430323 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 23:53:17.430323 dv-cinder-751579-26-iscsi neutron-server[100551]: return f(self, *a, **k) Sep 07 23:53:17.430323 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 23:53:17.430323 dv-cinder-751579-26-iscsi neutron-server[100551]: return self._get(url).json() Sep 07 23:53:17.430323 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 23:53:17.430323 dv-cinder-751579-26-iscsi neutron-server[100551]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 23:53:17.430323 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 23:53:17.430323 dv-cinder-751579-26-iscsi neutron-server[100551]: return self.request(url, 'GET', **kwargs) Sep 07 23:53:17.430323 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 23:53:17.430323 dv-cinder-751579-26-iscsi neutron-server[100551]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 23:53:17.430323 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 23:53:17.430323 dv-cinder-751579-26-iscsi neutron-server[100551]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 23:53:17.430323 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 23:53:17.430323 dv-cinder-751579-26-iscsi neutron-server[100551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 23:53:17.430323 dv-cinder-751579-26-iscsi neutron-server[100551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 23:53:17.489570 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-65c48c4b-97d6-4280-aea7-c0f0bb931447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595403'] for network, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:17.496421 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-65c48c4b-97d6-4280-aea7-c0f0bb931447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for network, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:17.500781 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-65c48c4b-97d6-4280-aea7-c0f0bb931447 admin admin] 10.222.0.15 "DELETE /v2.0/networks/70c66d07-432c-4e71-b6bd-766d186fff00 HTTP/1.1" status: 204 len: 168 time: 0.3153646 Sep 07 23:53:17.509408 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c48c4b-97d6-4280-aea7-c0f0bb931447 admin admin] Pushing event deleted for resources: {'Network': ['ID=70c66d07-432c-4e71-b6bd-766d186fff00,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:53:17.663147 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 36308) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:53:17.705086 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-b662e014-e1d3-4fc2-a1d6-cf12f5777564 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3e5ae2a7244747668caf253151374068&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383201 Sep 07 23:53:17.705305 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 36310) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:53:17.756553 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-39eb93af-e585-441f-a70e-1c806cbb23bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:17.777063 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-39eb93af-e585-441f-a70e-1c806cbb23bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:17.829733 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-39eb93af-e585-441f-a70e-1c806cbb23bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:17.833090 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-39eb93af-e585-441f-a70e-1c806cbb23bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:17.834278 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-39eb93af-e585-441f-a70e-1c806cbb23bb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/648f1cbb-77b8-4fce-aba2-2d2a87b8e0d9 HTTP/1.1" status: 204 len: 168 time: 0.1280432 Sep 07 23:53:17.845067 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eb93af-e585-441f-a70e-1c806cbb23bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648f1cbb-77b8-4fce-aba2-2d2a87b8e0d9,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:53:18.154458 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 36316) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:53:18.196683 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-c7a049a0-5686-41d7-881c-c9d9775ace31 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a12aa81e4d9240ff82c81f17f31e0ef3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410330 Sep 07 23:53:18.199040 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 36318) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:53:18.248940 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-690dcedc-3562-4b55-8df1-488996a58e5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:18.272183 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-690dcedc-3562-4b55-8df1-488996a58e5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:18.316771 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-690dcedc-3562-4b55-8df1-488996a58e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:18.319508 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-690dcedc-3562-4b55-8df1-488996a58e5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:18.320999 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-690dcedc-3562-4b55-8df1-488996a58e5f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ee493e03-d870-4e12-b132-0f3268d69cf8 HTTP/1.1" status: 204 len: 168 time: 0.1209953 Sep 07 23:53:18.329530 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690dcedc-3562-4b55-8df1-488996a58e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee493e03-d870-4e12-b132-0f3268d69cf8,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:53:18.623344 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:19.346596 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device de3b0ae0-5c66-4b3f-b647-7415dc1dc860 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 23:53:19.368441 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] No Port match for: de3b0ae0-5c66-4b3f-b647-7415dc1dc860 {{(pid=100552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 23:53:19.368798 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device de3b0ae0-5c66-4b3f-b647-7415dc1dc860 not bound to the agent host hv-cinder-75157 {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 23:53:19.801702 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 36364) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:53:20.520458 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-79f0f602-6b1a-4662-badc-2839aa537757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1593465'] for router_interface, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:20.774837 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.plugin [None req-79f0f602-6b1a-4662-badc-2839aa537757 admin admin] Deleting port 0b234c9d-81f4-4fa6-8894-877c6a311f7d {{(pid=100550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:53:20.775176 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-79f0f602-6b1a-4662-badc-2839aa537757 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:20.854608 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.db [None req-79f0f602-6b1a-4662-badc-2839aa537757 admin admin] For port 0b234c9d-81f4-4fa6-8894-877c6a311f7d, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=0b234c9d-81f4-4fa6-8894-877c6a311f7d,segment=NetworkSegment(c1e8596d-44b9-4f74-a478-a7fa52272fc4),segment_id=c1e8596d-44b9-4f74-a478-a7fa52272fc4)] {{(pid=100550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:53:20.855181 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-79f0f602-6b1a-4662-badc-2839aa537757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:20.868077 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.plugin [None req-79f0f602-6b1a-4662-badc-2839aa537757 admin admin] Calling delete_port for 0b234c9d-81f4-4fa6-8894-877c6a311f7d owned by network:router_interface {{(pid=100550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:53:21.048647 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-79f0f602-6b1a-4662-badc-2839aa537757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7634829'] for port, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:21.083074 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0f602-6b1a-4662-badc-2839aa537757 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b234c9d-81f4-4fa6-8894-877c6a311f7d,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:53:21.247877 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-79f0f602-6b1a-4662-badc-2839aa537757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1820665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593493'] for router_interface, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:21.469488 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f0f602-6b1a-4662-badc-2839aa537757 admin admin] Router b6d43adc-d519-44d8-ad55-043586879107 has already been hosted by L3 agent 19316ef7-2440-47e6-ada3-35aaee6f744b {{(pid=100550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 23:53:21.577392 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f0f602-6b1a-4662-badc-2839aa537757 admin admin] Notify agent at l3_agent.dv-cinder-751579-26-iscsi the message routers_updated {{(pid=100550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 23:53:21.585427 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-79f0f602-6b1a-4662-badc-2839aa537757 admin admin] 10.222.0.15 "PUT /v2.0/routers/b6d43adc-d519-44d8-ad55-043586879107/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7804050 Sep 07 23:53:21.585661 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 36374) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:53:21.586881 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2959c3-3668-456a-a753-bd453f84e6f4 None None] Sync routers for ids ['b6d43adc-d519-44d8-ad55-043586879107'] in dv-cinder-751579-26-iscsi {{(pid=100553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 23:53:21.595880 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2959c3-3668-456a-a753-bd453f84e6f4 None None] Routers {'b6d43adc-d519-44d8-ad55-043586879107'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:53:21.596503 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-7f2959c3-3668-456a-a753-bd453f84e6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:53:02Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['b6d43adc-d519-44d8-ad55-043586879107'], 'active': True} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:53:21.694652 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-4fbaa5af-1671-42c6-becd-4203e697e479 admin admin] Notify callbacks [] for router, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:21.794738 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvr_db [None req-7f2959c3-3668-456a-a753-bd453f84e6f4 None None] Set router b6d43adc-d519-44d8-ad55-043586879107 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:53:21.801960 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-4fbaa5af-1671-42c6-becd-4203e697e479 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:21.856898 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.plugin [None req-4fbaa5af-1671-42c6-becd-4203e697e479 admin admin] Deleting port 2f413a11-fd04-47ee-920d-4f3c41a47940 {{(pid=100550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:53:21.857522 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-4fbaa5af-1671-42c6-becd-4203e697e479 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:21.942323 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.db [None req-4fbaa5af-1671-42c6-becd-4203e697e479 admin admin] For port 2f413a11-fd04-47ee-920d-4f3c41a47940, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=2f413a11-fd04-47ee-920d-4f3c41a47940,segment=NetworkSegment(4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a),segment_id=4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a)] {{(pid=100550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:53:21.942610 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-4fbaa5af-1671-42c6-becd-4203e697e479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:21.954938 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.plugin [None req-4fbaa5af-1671-42c6-becd-4203e697e479 admin admin] Calling delete_port for 2f413a11-fd04-47ee-920d-4f3c41a47940 owned by network:router_gateway {{(pid=100550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:53:21.975236 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-7f2959c3-3668-456a-a753-bd453f84e6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d43adc-d519-44d8-ad55-043586879107', 'name': 'tempest-AttachVolumeShelveTestJSON-1262007872-router', 'tenant_id': '58b276a8254e43be89c8e4a10c333cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '2f413a11-fd04-47ee-920d-4f3c41a47940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:46:08Z', 'updated_at': '2021-09-07T23:53:21Z', 'revision_number': 5, 'project_id': '58b276a8254e43be89c8e4a10c333cbe', 'gw_port': {'id': '2f413a11-fd04-47ee-920d-4f3c41a47940', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:43:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d43adc-d519-44d8-ad55-043586879107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:46:09Z', 'updated_at': '2021-09-07T23:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi'}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:53:22.005165 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2959c3-3668-456a-a753-bd453f84e6f4 None None] Checking router: b6d43adc-d519-44d8-ad55-043586879107 for host: dv-cinder-751579-26-iscsi {{(pid=100553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 23:53:22.013252 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2959c3-3668-456a-a753-bd453f84e6f4 None None] Routers {'b6d43adc-d519-44d8-ad55-043586879107'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:53:22.013889 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-7f2959c3-3668-456a-a753-bd453f84e6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:53:02Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['b6d43adc-d519-44d8-ad55-043586879107'], 'active': True} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:53:22.102862 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvr_db [None req-7f2959c3-3668-456a-a753-bd453f84e6f4 None None] Set router b6d43adc-d519-44d8-ad55-043586879107 gateway port host: None {{(pid=100553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:53:22.121788 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-4fbaa5af-1671-42c6-becd-4203e697e479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7634829'] for port, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:22.153151 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbaa5af-1671-42c6-becd-4203e697e479 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f413a11-fd04-47ee-920d-4f3c41a47940,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:53:22.157234 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-7f2959c3-3668-456a-a753-bd453f84e6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d43adc-d519-44d8-ad55-043586879107', 'name': 'tempest-AttachVolumeShelveTestJSON-1262007872-router', 'tenant_id': '58b276a8254e43be89c8e4a10c333cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:46:08Z', 'updated_at': '2021-09-07T23:53:21Z', 'revision_number': 6, 'project_id': '58b276a8254e43be89c8e4a10c333cbe', 'gw_port_host': None}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:53:22.188222 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2959c3-3668-456a-a753-bd453f84e6f4 None None] The sync data for ids ['b6d43adc-d519-44d8-ad55-043586879107'] in dv-cinder-751579-26-iscsi is: [{'id': 'b6d43adc-d519-44d8-ad55-043586879107', 'name': 'tempest-AttachVolumeShelveTestJSON-1262007872-router', 'tenant_id': '58b276a8254e43be89c8e4a10c333cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:46:08Z', 'updated_at': '2021-09-07T23:53:21Z', 'revision_number': 6, 'project_id': '58b276a8254e43be89c8e4a10c333cbe', 'gw_port_host': None}] {{(pid=100553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 23:53:22.213320 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-4fbaa5af-1671-42c6-becd-4203e697e479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595447'] for router_gateway, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:22.304319 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-4fbaa5af-1671-42c6-becd-4203e697e479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1462'] for router, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:22.306440 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-4fbaa5af-1671-42c6-becd-4203e697e479 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:22.354340 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-4fbaa5af-1671-42c6-becd-4203e697e479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595229'] for router, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:22.355166 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbaa5af-1671-42c6-becd-4203e697e479 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6d43adc-d519-44d8-ad55-043586879107 {{(pid=100550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 23:53:22.359463 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-4fbaa5af-1671-42c6-becd-4203e697e479 admin admin] Notify callbacks [] for router, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:22.360655 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-4fbaa5af-1671-42c6-becd-4203e697e479 admin admin] 10.222.0.15 "DELETE /v2.0/routers/b6d43adc-d519-44d8-ad55-043586879107 HTTP/1.1" status: 204 len: 168 time: 0.7740226 Sep 07 23:53:22.363124 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 36378) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:53:22.410450 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e456845-efb0-4e59-94d2-94d50ace8507 admin admin] Deleting subnet 2e4b191b-fe64-4814-8fad-97b5ba0852ce {{(pid=100550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 23:53:22.413496 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-2e456845-efb0-4e59-94d2-94d50ace8507 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:22.447466 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-2e456845-efb0-4e59-94d2-94d50ace8507 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1178054'] for subnet, precommit_delete_associations {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:22.522445 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-2e456845-efb0-4e59-94d2-94d50ace8507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673024'] for subnet, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:22.581710 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-2e456845-efb0-4e59-94d2-94d50ace8507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7634936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4620627'] for subnet, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:22.610072 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e456845-efb0-4e59-94d2-94d50ace8507 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e4b191b-fe64-4814-8fad-97b5ba0852ce,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:53:22.614623 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-2e456845-efb0-4e59-94d2-94d50ace8507 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:22.614623 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-2e456845-efb0-4e59-94d2-94d50ace8507 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2e4b191b-fe64-4814-8fad-97b5ba0852ce HTTP/1.1" status: 204 len: 168 time: 0.2505732 Sep 07 23:53:22.617612 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 36382) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:53:22.620893 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe5921c-51ee-4810-8c81-df11cd20240c None None] Network bb0cf1ab-d1d5-410c-b15c-8c9770c10630 requested from dv-cinder-751579-26-iscsi {{(pid=100552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 23:53:22.701982 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-0f194b32-05f2-4e33-b652-5dc0b1fd7f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531467'] for network, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:22.759422 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [None req-0f194b32-05f2-4e33-b652-5dc0b1fd7f99 admin admin] Deleting port baf93328-4ea1-489b-8c53-a889e602a1ed {{(pid=100551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:53:22.759765 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-0f194b32-05f2-4e33-b652-5dc0b1fd7f99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:22.826869 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [None req-0f194b32-05f2-4e33-b652-5dc0b1fd7f99 admin admin] For port baf93328-4ea1-489b-8c53-a889e602a1ed, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=baf93328-4ea1-489b-8c53-a889e602a1ed,segment=NetworkSegment(c1e8596d-44b9-4f74-a478-a7fa52272fc4),segment_id=c1e8596d-44b9-4f74-a478-a7fa52272fc4)] {{(pid=100551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:53:22.827259 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-0f194b32-05f2-4e33-b652-5dc0b1fd7f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:22.839563 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [None req-0f194b32-05f2-4e33-b652-5dc0b1fd7f99 admin admin] Calling delete_port for baf93328-4ea1-489b-8c53-a889e602a1ed owned by network:dhcp {{(pid=100551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:53:22.915499 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-0f194b32-05f2-4e33-b652-5dc0b1fd7f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:22.941170 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f194b32-05f2-4e33-b652-5dc0b1fd7f99 admin admin] Pushing event deleted for resources: {'Port': ['ID=baf93328-4ea1-489b-8c53-a889e602a1ed,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:53:22.945240 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f194b32-05f2-4e33-b652-5dc0b1fd7f99 admin admin] No DVR routers for this DVR port baf93328-4ea1-489b-8c53-a889e602a1ed on host dv-cinder-751579-26-iscsi {{(pid=100551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 23:53:22.970492 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f194b32-05f2-4e33-b652-5dc0b1fd7f99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:53:22.970838 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f194b32-05f2-4e33-b652-5dc0b1fd7f99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:53:22.971176 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f194b32-05f2-4e33-b652-5dc0b1fd7f99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:53:22.971509 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f194b32-05f2-4e33-b652-5dc0b1fd7f99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:53:22.971839 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f194b32-05f2-4e33-b652-5dc0b1fd7f99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:53:22.972173 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f194b32-05f2-4e33-b652-5dc0b1fd7f99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:53:22.972522 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f194b32-05f2-4e33-b652-5dc0b1fd7f99 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:53:22.972852 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f194b32-05f2-4e33-b652-5dc0b1fd7f99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:53:22.974001 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f194b32-05f2-4e33-b652-5dc0b1fd7f99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:53:22.974001 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f194b32-05f2-4e33-b652-5dc0b1fd7f99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:53:22.974304 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f194b32-05f2-4e33-b652-5dc0b1fd7f99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:53:22.974624 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f194b32-05f2-4e33-b652-5dc0b1fd7f99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:53:22.996892 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ccba1a-ba14-4d86-9c19-86697ecd061d None None] DHCP port deletion for bb0cf1ab-d1d5-410c-b15c-8c9770c10630 request from dv-cinder-751579-26-iscsi {{(pid=100552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 23:53:23.038884 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-0f194b32-05f2-4e33-b652-5dc0b1fd7f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675213', 'neutron.services.segments.db._delete_segments_for_network-8760371274105'] for network, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:23.059341 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.services.segments.db [None req-0f194b32-05f2-4e33-b652-5dc0b1fd7f99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb0cf1ab-d1d5-410c-b15c-8c9770c10630']}} {{(pid=100551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:53:23.069053 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.services.segments.db [None req-0f194b32-05f2-4e33-b652-5dc0b1fd7f99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1e8596d-44b9-4f74-a478-a7fa52272fc4') {'for_net_delete': True} {{(pid=100551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:53:23.069349 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.services.segments.db [None req-0f194b32-05f2-4e33-b652-5dc0b1fd7f99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1e8596d-44b9-4f74-a478-a7fa52272fc4') {} {{(pid=100551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:53:23.079035 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-0f194b32-05f2-4e33-b652-5dc0b1fd7f99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760371273090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7425432'] for segment, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:23.092917 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-0f194b32-05f2-4e33-b652-5dc0b1fd7f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675162'] for segment, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:23.100150 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f194b32-05f2-4e33-b652-5dc0b1fd7f99 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=100551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 23:53:23.100579 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-0f194b32-05f2-4e33-b652-5dc0b1fd7f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5132244'] for segment, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:23.102406 dv-cinder-751579-26-iscsi neutron-server[100551]: Traceback (most recent call last): Sep 07 23:53:23.102406 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 23:53:23.102406 dv-cinder-751579-26-iscsi neutron-server[100551]: timer() Sep 07 23:53:23.102406 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 23:53:23.102406 dv-cinder-751579-26-iscsi neutron-server[100551]: cb(*args, **kw) Sep 07 23:53:23.102406 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 23:53:23.102406 dv-cinder-751579-26-iscsi neutron-server[100551]: return func(*args, **kwargs) Sep 07 23:53:23.102406 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 23:53:23.102406 dv-cinder-751579-26-iscsi neutron-server[100551]: self._notify() Sep 07 23:53:23.102406 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 23:53:23.102406 dv-cinder-751579-26-iscsi neutron-server[100551]: self.callback(batched_events) Sep 07 23:53:23.102406 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 23:53:23.102406 dv-cinder-751579-26-iscsi neutron-server[100551]: event.method(event) Sep 07 23:53:23.102406 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 23:53:23.102406 dv-cinder-751579-26-iscsi neutron-server[100551]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 23:53:23.102406 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 23:53:23.102406 dv-cinder-751579-26-iscsi neutron-server[100551]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 23:53:23.102406 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 23:53:23.102406 dv-cinder-751579-26-iscsi neutron-server[100551]: return f(self, *a, **k) Sep 07 23:53:23.102406 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 23:53:23.102406 dv-cinder-751579-26-iscsi neutron-server[100551]: return self._get(url).json() Sep 07 23:53:23.102406 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 23:53:23.102406 dv-cinder-751579-26-iscsi neutron-server[100551]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 23:53:23.102406 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 23:53:23.102406 dv-cinder-751579-26-iscsi neutron-server[100551]: return self.request(url, 'GET', **kwargs) Sep 07 23:53:23.102406 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 23:53:23.102406 dv-cinder-751579-26-iscsi neutron-server[100551]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 23:53:23.102406 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 23:53:23.102406 dv-cinder-751579-26-iscsi neutron-server[100551]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 23:53:23.102406 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 23:53:23.102406 dv-cinder-751579-26-iscsi neutron-server[100551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 23:53:23.102406 dv-cinder-751579-26-iscsi neutron-server[100551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 23:53:23.163965 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-0f194b32-05f2-4e33-b652-5dc0b1fd7f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595403'] for network, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:23.168576 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-0f194b32-05f2-4e33-b652-5dc0b1fd7f99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for network, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:23.170774 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-0f194b32-05f2-4e33-b652-5dc0b1fd7f99 admin admin] 10.222.0.15 "DELETE /v2.0/networks/bb0cf1ab-d1d5-410c-b15c-8c9770c10630 HTTP/1.1" status: 204 len: 168 time: 0.5518706 Sep 07 23:53:23.183975 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f194b32-05f2-4e33-b652-5dc0b1fd7f99 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb0cf1ab-d1d5-410c-b15c-8c9770c10630,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:53:23.291968 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 36388) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:53:23.330796 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-7667929e-dce5-473c-a3b9-61c4b95aa859 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=58b276a8254e43be89c8e4a10c333cbe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0376554 Sep 07 23:53:23.334322 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 36390) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:53:23.385718 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f50fc78c-29b2-4216-a498-cef7538d5487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:23.407861 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f50fc78c-29b2-4216-a498-cef7538d5487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:23.458132 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f50fc78c-29b2-4216-a498-cef7538d5487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:23.460351 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device baf93328-4ea1-489b-8c53-a889e602a1ed no longer exists at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 23:53:23.461154 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f50fc78c-29b2-4216-a498-cef7538d5487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:23.462445 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-f50fc78c-29b2-4216-a498-cef7538d5487 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9ed7ae26-9f50-4a4b-b2eb-f55fca776335 HTTP/1.1" status: 204 len: 168 time: 0.1271908 Sep 07 23:53:23.470295 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50fc78c-29b2-4216-a498-cef7538d5487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed7ae26-9f50-4a4b-b2eb-f55fca776335,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:53:23.483889 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] No Port match for: baf93328-4ea1-489b-8c53-a889e602a1ed {{(pid=100552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 23:53:23.484218 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device baf93328-4ea1-489b-8c53-a889e602a1ed not bound to the agent host dv-cinder-751579-26-iscsi {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 23:53:23.484654 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 0b234c9d-81f4-4fa6-8894-877c6a311f7d no longer exists at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 23:53:23.511867 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] No Port match for: 0b234c9d-81f4-4fa6-8894-877c6a311f7d {{(pid=100552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 23:53:23.512118 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 0b234c9d-81f4-4fa6-8894-877c6a311f7d not bound to the agent host dv-cinder-751579-26-iscsi {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 23:53:23.512555 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 2f413a11-fd04-47ee-920d-4f3c41a47940 no longer exists at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 23:53:23.531338 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] No Port match for: 2f413a11-fd04-47ee-920d-4f3c41a47940 {{(pid=100552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 23:53:23.531778 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 2f413a11-fd04-47ee-920d-4f3c41a47940 not bound to the agent host dv-cinder-751579-26-iscsi {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 23:53:24.738135 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 36472) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:53:24.844286 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-c28f1df7-52cd-474c-8b3b-b3b71ccc0929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:24.947239 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-c28f1df7-52cd-474c-8b3b-b3b71ccc0929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:24.951352 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-c28f1df7-52cd-474c-8b3b-b3b71ccc0929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:24.989927 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f1df7-52cd-474c-8b3b-b3b71ccc0929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762ff3a6-5f00-401c-94f9-c0a6b897378d,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:53:24.994385 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-c28f1df7-52cd-474c-8b3b-b3b71ccc0929 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eb83270982c740e9b01ad1ed08919a30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2552097 Sep 07 23:53:24.996957 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 36476) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:53:25.050500 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-a71249dc-7e32-4aaf-87da-a2c6ba8dd961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:25.079501 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-a71249dc-7e32-4aaf-87da-a2c6ba8dd961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:25.128950 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-a71249dc-7e32-4aaf-87da-a2c6ba8dd961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:25.132554 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-a71249dc-7e32-4aaf-87da-a2c6ba8dd961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:25.136060 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-a71249dc-7e32-4aaf-87da-a2c6ba8dd961 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/762ff3a6-5f00-401c-94f9-c0a6b897378d HTTP/1.1" status: 204 len: 168 time: 0.1351106 Sep 07 23:53:25.142162 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71249dc-7e32-4aaf-87da-a2c6ba8dd961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762ff3a6-5f00-401c-94f9-c0a6b897378d,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:53:25.861753 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 36508) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:53:25.970213 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-7c93d8c0-bb3e-4c1f-8ba0-ac25c8c67c52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:26.082882 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-7c93d8c0-bb3e-4c1f-8ba0-ac25c8c67c52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:26.088315 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-7c93d8c0-bb3e-4c1f-8ba0-ac25c8c67c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:26.129627 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c93d8c0-bb3e-4c1f-8ba0-ac25c8c67c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a219392-d0b9-4179-b973-b5d6a34027fe,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:53:26.135508 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-7c93d8c0-bb3e-4c1f-8ba0-ac25c8c67c52 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9aca7e0513f24c679b219b4b63451b8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2726104 Sep 07 23:53:26.138119 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 36520) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:53:26.191397 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-fd7b9345-869b-4779-b20b-7d3278c2ed4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:26.214771 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-fd7b9345-869b-4779-b20b-7d3278c2ed4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:26.272696 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-fd7b9345-869b-4779-b20b-7d3278c2ed4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:26.275325 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-fd7b9345-869b-4779-b20b-7d3278c2ed4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:26.279274 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-fd7b9345-869b-4779-b20b-7d3278c2ed4b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1a219392-d0b9-4179-b973-b5d6a34027fe HTTP/1.1" status: 204 len: 168 time: 0.1375990 Sep 07 23:53:26.286853 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7b9345-869b-4779-b20b-7d3278c2ed4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a219392-d0b9-4179-b973-b5d6a34027fe,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:53:28.197194 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-0d8b58a3-9e37-4db8-91f8-96514a281524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:31.150835 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:31.576651 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8eb4754a-31cd-4327-9ec0-4b70dcb69d6e req-0b1ad936-9eb0-46bc-b5e5-16ab081fa4fd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389369 Sep 07 23:53:31.639479 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4754a-31cd-4327-9ec0-4b70dcb69d6e req-913e4cf3-6a25-46e7-bc4e-61befa8f2094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:31.641022 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8eb4754a-31cd-4327-9ec0-4b70dcb69d6e req-913e4cf3-6a25-46e7-bc4e-61befa8f2094 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=57c40fd6c9f740c9a2e49701985feab4&device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 1098 time: 0.0407720 Sep 07 23:53:31.752258 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4754a-31cd-4327-9ec0-4b70dcb69d6e req-57d854cd-1831-4819-ac9d-3b5e0eace91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:31.753918 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8eb4754a-31cd-4327-9ec0-4b70dcb69d6e req-57d854cd-1831-4819-ac9d-3b5e0eace91a service neutron] 10.222.0.42 "GET /v2.0/networks?id=5cdf44a6-e80e-483a-a66f-3700971e555a HTTP/1.1" status: 200 len: 910 time: 0.0915573 Sep 07 23:53:31.764198 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-f6408054-0812-45b3-9d8e-a0f8fb93f10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:31.828439 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8eb4754a-31cd-4327-9ec0-4b70dcb69d6e req-4e639fbe-47b5-4fcc-8f67-b52ac4a13c64 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57e1fae5-a5d9-416c-a5bd-2a25dcdb8770 HTTP/1.1" status: 200 len: 1000 time: 0.0657852 Sep 07 23:53:32.711293 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4754a-31cd-4327-9ec0-4b70dcb69d6e req-77658b43-b010-444f-bdd9-4d24f6da0091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:32.712807 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8eb4754a-31cd-4327-9ec0-4b70dcb69d6e req-77658b43-b010-444f-bdd9-4d24f6da0091 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=55540f58-bd6e-4bc1-a586-fffab3832ab4 HTTP/1.1" status: 200 len: 848 time: 0.0526628 Sep 07 23:53:33.356686 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ea97-3cf8-4e53-ad99-8ce826820bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:33.547873 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4754a-31cd-4327-9ec0-4b70dcb69d6e req-dff5c5f1-aa99-4180-822b-1f9e7a8d21ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:33.549391 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8eb4754a-31cd-4327-9ec0-4b70dcb69d6e req-dff5c5f1-aa99-4180-822b-1f9e7a8d21ad service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5cdf44a6-e80e-483a-a66f-3700971e555a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0405300 Sep 07 23:53:34.536899 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8eb4754a-31cd-4327-9ec0-4b70dcb69d6e req-b08ceb39-69e3-4de9-a70b-c5949ecf22d4 service neutron] 10.222.0.42 "GET /v2.0/networks/5cdf44a6-e80e-483a-a66f-3700971e555a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813215 Sep 07 23:53:34.629105 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8eb4754a-31cd-4327-9ec0-4b70dcb69d6e req-f20619af-57c6-459e-ac22-d0420e85f04e service neutron] 10.222.0.42 "GET /v2.0/networks/5cdf44a6-e80e-483a-a66f-3700971e555a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850859 Sep 07 23:53:35.203450 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-187590d1-19a7-4a5a-ac4c-70625f9f540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:40.222632 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054c979-31b0-46e9-9fed-9bfac84c56fe req-822082ab-d070-4a95-b349-3acc2c2876d3 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:40.224124 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8054c979-31b0-46e9-9fed-9bfac84c56fe req-822082ab-d070-4a95-b349-3acc2c2876d3 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 945 time: 0.0540545 Sep 07 23:53:40.268009 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8054c979-31b0-46e9-9fed-9bfac84c56fe req-d67469f5-5c97-4444-b88a-32f9807c24fe tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/security-groups?id=a951ba78-6110-48b2-bdc4-65d6a01f139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321143 Sep 07 23:53:41.393363 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113358f-6097-42e8-8567-d8bf18726a2c req-4acb2a6a-75b7-4578-b471-1751b2436894 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:41.394894 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f113358f-6097-42e8-8567-d8bf18726a2c req-4acb2a6a-75b7-4578-b471-1751b2436894 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 945 time: 0.0520430 Sep 07 23:53:41.423078 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.agents_db [None req-89df3544-7e8a-43ac-bb25-e7a75b7011d0 None None] Agent healthcheck: found 6 active agents {{(pid=100553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 23:53:41.437909 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f113358f-6097-42e8-8567-d8bf18726a2c req-dbeb6335-106c-4842-b81a-ae54ecc22844 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/security-groups?id=a951ba78-6110-48b2-bdc4-65d6a01f139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363934 Sep 07 23:53:42.551398 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7dd672-c296-423d-a10b-55be417bbcd4 req-0e2cf19c-90a7-490e-8998-7d6598a9c63d tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:42.552895 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-de7dd672-c296-423d-a10b-55be417bbcd4 req-0e2cf19c-90a7-490e-8998-7d6598a9c63d tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 945 time: 0.0479896 Sep 07 23:53:42.599594 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-de7dd672-c296-423d-a10b-55be417bbcd4 req-3bdc350a-d376-4bbe-8ba9-3768f7f8bc8d tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/security-groups?id=a951ba78-6110-48b2-bdc4-65d6a01f139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401366 Sep 07 23:53:43.716316 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f912d-0788-4ee2-8733-6a7132416003 req-4862dbe6-e05a-4bd5-a709-3111c32f7da0 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:43.717947 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-554f912d-0788-4ee2-8733-6a7132416003 req-4862dbe6-e05a-4bd5-a709-3111c32f7da0 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 945 time: 0.0504258 Sep 07 23:53:43.757425 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-554f912d-0788-4ee2-8733-6a7132416003 req-b20745fd-a3b1-48f6-8628-336b6b4000e3 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/security-groups?id=a951ba78-6110-48b2-bdc4-65d6a01f139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335932 Sep 07 23:53:44.885867 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128eff24-3aa9-4f50-93da-4983f2124c82 req-326fc6d9-3e81-44d3-b351-7a3017d47d91 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:44.887389 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-128eff24-3aa9-4f50-93da-4983f2124c82 req-326fc6d9-3e81-44d3-b351-7a3017d47d91 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 945 time: 0.0597110 Sep 07 23:53:44.929292 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-128eff24-3aa9-4f50-93da-4983f2124c82 req-24fb7b80-a7c4-4e2d-892d-d3108b7877fc tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/security-groups?id=a951ba78-6110-48b2-bdc4-65d6a01f139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355883 Sep 07 23:53:46.049097 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297bb93f-8279-4c61-99bf-6ceff8794c22 req-b319725e-11c4-4f6a-ac5e-8e669f547a79 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:46.050594 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-297bb93f-8279-4c61-99bf-6ceff8794c22 req-b319725e-11c4-4f6a-ac5e-8e669f547a79 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 945 time: 0.0511007 Sep 07 23:53:46.095429 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-297bb93f-8279-4c61-99bf-6ceff8794c22 req-8861fb19-d946-4cfb-b507-870c3e139496 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/security-groups?id=a951ba78-6110-48b2-bdc4-65d6a01f139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362086 Sep 07 23:53:47.242128 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b4e1d2-1187-4bc5-9698-a63a0409486f req-379de25a-71e6-42f5-a913-2442ae31aaf9 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:47.244860 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-67b4e1d2-1187-4bc5-9698-a63a0409486f req-379de25a-71e6-42f5-a913-2442ae31aaf9 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 945 time: 0.0773916 Sep 07 23:53:47.287710 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-67b4e1d2-1187-4bc5-9698-a63a0409486f req-b7425837-5f5f-42e4-9d01-b63a46965e14 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/security-groups?id=a951ba78-6110-48b2-bdc4-65d6a01f139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360720 Sep 07 23:53:47.960160 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 36836) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:53:48.069940 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-24366a44-4b65-43c4-97de-d38cb8ae791d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:48.167150 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-24366a44-4b65-43c4-97de-d38cb8ae791d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:48.171108 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-24366a44-4b65-43c4-97de-d38cb8ae791d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:48.214367 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-24366a44-4b65-43c4-97de-d38cb8ae791d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=37ed520e979d4737a718c85df2be4faa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2530565 Sep 07 23:53:48.215246 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24366a44-4b65-43c4-97de-d38cb8ae791d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f57be3c-edae-416d-a746-52752d6d5c00,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:53:48.216993 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 36840) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:53:48.270621 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-63f2c983-1e34-4b7d-8e94-865e16200ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:48.293727 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-63f2c983-1e34-4b7d-8e94-865e16200ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:48.354044 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-63f2c983-1e34-4b7d-8e94-865e16200ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:48.356917 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-63f2c983-1e34-4b7d-8e94-865e16200ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:48.358963 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-63f2c983-1e34-4b7d-8e94-865e16200ad4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5f57be3c-edae-416d-a746-52752d6d5c00 HTTP/1.1" status: 204 len: 168 time: 0.1400781 Sep 07 23:53:48.366790 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f2c983-1e34-4b7d-8e94-865e16200ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f57be3c-edae-416d-a746-52752d6d5c00,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:53:48.438355 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e7956-fe2e-46b7-a34f-de979c1dbc6e req-1d54dc77-fc0f-4307-9615-3aa33f31cf67 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:48.440123 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-336e7956-fe2e-46b7-a34f-de979c1dbc6e req-1d54dc77-fc0f-4307-9615-3aa33f31cf67 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 945 time: 0.0584893 Sep 07 23:53:48.510022 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-336e7956-fe2e-46b7-a34f-de979c1dbc6e req-8741c223-3584-4260-9120-adc6ff3c6f9a tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/security-groups?id=a951ba78-6110-48b2-bdc4-65d6a01f139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553107 Sep 07 23:53:48.613475 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:49.650098 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341eb4be-0cd0-407d-9056-497818567320 req-7e4b3d78-75ec-4003-88c8-663a9602d6b1 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:49.651641 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-341eb4be-0cd0-407d-9056-497818567320 req-7e4b3d78-75ec-4003-88c8-663a9602d6b1 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 945 time: 0.0565319 Sep 07 23:53:49.692113 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-341eb4be-0cd0-407d-9056-497818567320 req-4ea562dc-6357-41d8-9d89-a98876353a56 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/security-groups?id=a951ba78-6110-48b2-bdc4-65d6a01f139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340679 Sep 07 23:53:50.368387 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3835f-32dd-4246-9a02-7945de54c57a req-1540fe50-20a6-42fd-92ba-472e54e392d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:50.369930 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c3f3835f-32dd-4246-9a02-7945de54c57a req-1540fe50-20a6-42fd-92ba-472e54e392d0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=57c40fd6c9f740c9a2e49701985feab4&device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 1098 time: 0.0462916 Sep 07 23:53:50.460374 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3835f-32dd-4246-9a02-7945de54c57a req-11125cf8-05f5-403b-92df-fbe796fa6fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:50.461276 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c3f3835f-32dd-4246-9a02-7945de54c57a req-11125cf8-05f5-403b-92df-fbe796fa6fd9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5cdf44a6-e80e-483a-a66f-3700971e555a HTTP/1.1" status: 200 len: 910 time: 0.0838327 Sep 07 23:53:50.530686 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c3f3835f-32dd-4246-9a02-7945de54c57a req-8df54e84-2606-4f47-b498-9392183ca561 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57e1fae5-a5d9-416c-a5bd-2a25dcdb8770 HTTP/1.1" status: 200 len: 1000 time: 0.0613756 Sep 07 23:53:50.579082 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3835f-32dd-4246-9a02-7945de54c57a req-418cdb3a-119e-4914-9bc6-023a9c5b0a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:50.580530 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c3f3835f-32dd-4246-9a02-7945de54c57a req-418cdb3a-119e-4914-9bc6-023a9c5b0a41 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=55540f58-bd6e-4bc1-a586-fffab3832ab4 HTTP/1.1" status: 200 len: 848 time: 0.0424554 Sep 07 23:53:50.627557 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3835f-32dd-4246-9a02-7945de54c57a req-86d0ae9c-cd3f-4e8c-8d61-47553cd81e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:50.629096 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c3f3835f-32dd-4246-9a02-7945de54c57a req-86d0ae9c-cd3f-4e8c-8d61-47553cd81e1d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5cdf44a6-e80e-483a-a66f-3700971e555a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0410376 Sep 07 23:53:50.732097 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c3f3835f-32dd-4246-9a02-7945de54c57a req-7ca07d8b-1d2a-4c93-ae6a-1952f68d931c service neutron] 10.222.0.42 "GET /v2.0/networks/5cdf44a6-e80e-483a-a66f-3700971e555a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957346 Sep 07 23:53:50.875119 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1ec7c-76b6-486f-a9f1-b0c896924df4 req-01375efe-f36d-4156-96a2-463c460a2882 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:50.877052 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c2c1ec7c-76b6-486f-a9f1-b0c896924df4 req-01375efe-f36d-4156-96a2-463c460a2882 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 945 time: 0.1053698 Sep 07 23:53:50.879343 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c3f3835f-32dd-4246-9a02-7945de54c57a req-e83aa51b-58b6-4e7c-a285-73831db7e7e0 service neutron] 10.222.0.42 "GET /v2.0/networks/5cdf44a6-e80e-483a-a66f-3700971e555a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396616 Sep 07 23:53:50.923000 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c2c1ec7c-76b6-486f-a9f1-b0c896924df4 req-1c44f126-2f49-4cf2-b051-c45dd43433d1 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/security-groups?id=a951ba78-6110-48b2-bdc4-65d6a01f139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383964 Sep 07 23:53:52.038390 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff1c23-ed54-4e10-8fc0-f5acb01d1249 req-07d38b56-c830-44f2-ad91-924da8fb7951 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:52.039925 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7eff1c23-ed54-4e10-8fc0-f5acb01d1249 req-07d38b56-c830-44f2-ad91-924da8fb7951 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 945 time: 0.0501602 Sep 07 23:53:52.079994 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7eff1c23-ed54-4e10-8fc0-f5acb01d1249 req-9e47dc6f-dd04-46de-ac6b-60f5542eadbb tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/security-groups?id=a951ba78-6110-48b2-bdc4-65d6a01f139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336344 Sep 07 23:53:52.578605 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 36944) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:53:52.689074 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-1e6bc476-8cf4-4a3e-aee7-90f2585687e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:52.794157 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-1e6bc476-8cf4-4a3e-aee7-90f2585687e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:52.798013 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-1e6bc476-8cf4-4a3e-aee7-90f2585687e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:52.836667 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6bc476-8cf4-4a3e-aee7-90f2585687e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c808e71-46c1-41b0-909e-89f4a94ffa91,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:53:52.841138 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-1e6bc476-8cf4-4a3e-aee7-90f2585687e6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e1428594690541b88324a6a9f2f6bb6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2614861 Sep 07 23:53:52.845876 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 36948) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:53:52.899604 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-c1516b74-bfe7-4629-8a3f-baa8893775ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:52.920137 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-c1516b74-bfe7-4629-8a3f-baa8893775ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:52.972939 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-c1516b74-bfe7-4629-8a3f-baa8893775ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:52.975578 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-c1516b74-bfe7-4629-8a3f-baa8893775ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:52.976745 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-c1516b74-bfe7-4629-8a3f-baa8893775ef admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7c808e71-46c1-41b0-909e-89f4a94ffa91 HTTP/1.1" status: 204 len: 168 time: 0.1299658 Sep 07 23:53:52.984531 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1516b74-bfe7-4629-8a3f-baa8893775ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c808e71-46c1-41b0-909e-89f4a94ffa91,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:53:53.226814 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615eca1-24f5-453f-a930-207f79048bc2 req-7cd3073c-de4e-48f3-86dc-08127de9f8b5 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:53.231244 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f615eca1-24f5-453f-a930-207f79048bc2 req-7cd3073c-de4e-48f3-86dc-08127de9f8b5 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 945 time: 0.0714080 Sep 07 23:53:53.274921 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f615eca1-24f5-453f-a930-207f79048bc2 req-e78fc15d-d343-45cf-aa22-12cc314acc74 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/security-groups?id=a951ba78-6110-48b2-bdc4-65d6a01f139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378225 Sep 07 23:53:53.493085 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [req-5e29b4bf-8d2e-4910-95d5-7c8cb52b69ed req-ec6121ee-a71c-43b5-a1ef-3c3b4107e9dc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0494614 Sep 07 23:53:53.549797 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7df0b-3319-43f9-aa9a-379cab0a0bff req-51e320b1-ee59-452f-896e-a5c2fa11fb0b tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:53.551709 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-abe7df0b-3319-43f9-aa9a-379cab0a0bff req-51e320b1-ee59-452f-896e-a5c2fa11fb0b tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 945 time: 0.0740542 Sep 07 23:53:53.597494 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-abe7df0b-3319-43f9-aa9a-379cab0a0bff req-5b8c4157-f2eb-42fc-a99a-9c52d3bc74e2 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/security-groups?id=a951ba78-6110-48b2-bdc4-65d6a01f139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386696 Sep 07 23:53:54.724462 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e338a-2884-4632-83a0-0d0eceaccd1f req-c248904f-b3a5-45db-8dd6-23dc8b70d113 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:54.726094 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-291e338a-2884-4632-83a0-0d0eceaccd1f req-c248904f-b3a5-45db-8dd6-23dc8b70d113 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 945 time: 0.0514984 Sep 07 23:53:54.768922 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-291e338a-2884-4632-83a0-0d0eceaccd1f req-f9cc25c4-e5c9-49f0-861f-4a35e6199a26 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/security-groups?id=a951ba78-6110-48b2-bdc4-65d6a01f139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365579 Sep 07 23:53:55.889683 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f8a35-8b56-4670-bca8-e14cce966e3f req-ca800922-54c5-49a2-96cd-16092654e01f tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:55.891206 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d84f8a35-8b56-4670-bca8-e14cce966e3f req-ca800922-54c5-49a2-96cd-16092654e01f tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 945 time: 0.0533054 Sep 07 23:53:55.929624 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d84f8a35-8b56-4670-bca8-e14cce966e3f req-a3168f16-7e68-4664-958d-f30176f18ddc tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/security-groups?id=a951ba78-6110-48b2-bdc4-65d6a01f139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324593 Sep 07 23:53:57.055738 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2648d39f-1086-41c5-85da-0cf59434cb9e req-b49d51c6-0205-46f5-ac8b-5740fc193f5c tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:57.057408 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-2648d39f-1086-41c5-85da-0cf59434cb9e req-b49d51c6-0205-46f5-ac8b-5740fc193f5c tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 945 time: 0.0562541 Sep 07 23:53:57.105963 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-2648d39f-1086-41c5-85da-0cf59434cb9e req-fa0158ce-0ca2-4ba7-a264-19245e6cb63c tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/security-groups?id=a951ba78-6110-48b2-bdc4-65d6a01f139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424280 Sep 07 23:53:58.199037 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c52ff284-b09c-462d-b6b6-1a73a1a8465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:58.273018 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5ec97-4d5b-4228-81a4-1868f712afa3 req-6e54df8c-a381-47a3-bad5-271deb4841bc tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:58.275801 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-aba5ec97-4d5b-4228-81a4-1868f712afa3 req-6e54df8c-a381-47a3-bad5-271deb4841bc tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 945 time: 0.0953252 Sep 07 23:53:58.321905 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-aba5ec97-4d5b-4228-81a4-1868f712afa3 req-62b2aed3-25f6-44c0-a590-4388f75fab44 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/security-groups?id=a951ba78-6110-48b2-bdc4-65d6a01f139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399415 Sep 07 23:53:58.682200 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 57e1fae5-a5d9-416c-a5bd-2a25dcdb8770 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 23:53:58.787468 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:58.824476 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b63f8ff3-b956-4e5a-ba8d-42af351faff2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57e1fae5-a5d9-416c-a5bd-2a25dcdb8770'}] {{(pid=100552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:53:58.826758 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6af7ada11e39af001df59af8fe1a830bb49e6ec01a9e34e873de5065727c58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af47a20-08b3-4046-889c-fbc4f66f1cfa" -d '{"events": [{"server_uuid": "b63f8ff3-b956-4e5a-ba8d-42af351faff2", "name": "network-vif-unplugged", "status": "completed", "tag": "57e1fae5-a5d9-416c-a5bd-2a25dcdb8770"}]}' {{(pid=100552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:53:58.848507 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port 57e1fae5-a5d9-416c-a5bd-2a25dcdb8770, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=57e1fae5-a5d9-416c-a5bd-2a25dcdb8770,segment=NetworkSegment(606fb295-b443-4c8f-b263-1ea8baec7e3f),segment_id=606fb295-b443-4c8f-b263-1ea8baec7e3f)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:53:58.854823 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:53:58.886538 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 07 Sep 2021 23:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e8d29d-6e0a-4a02-b14f-8066c7dc585f x-openstack-request-id: req-21e8d29d-6e0a-4a02-b14f-8066c7dc585f {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:53:58.886822 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b63f8ff3-b956-4e5a-ba8d-42af351faff2", "name": "network-vif-unplugged", "status": "failed", "tag": "57e1fae5-a5d9-416c-a5bd-2a25dcdb8770", "code": 422}]} {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:53:58.887069 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-21e8d29d-6e0a-4a02-b14f-8066c7dc585f {{(pid=100552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:53:58.887522 dv-cinder-751579-26-iscsi neutron-server[100552]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b63f8ff3-b956-4e5a-ba8d-42af351faff2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '57e1fae5-a5d9-416c-a5bd-2a25dcdb8770', 'code': 422} returned with failed status Sep 07 23:53:58.924084 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Pushing event updated for resources: {'Port': ['ID=57e1fae5-a5d9-416c-a5bd-2a25dcdb8770,revision_number=6']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:53:59.470453 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc636eee-7ee6-47c7-9a13-de2ffb829cf2 req-5801f00c-cb67-487e-8ddb-435e3395f826 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:53:59.471992 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-fc636eee-7ee6-47c7-9a13-de2ffb829cf2 req-5801f00c-cb67-487e-8ddb-435e3395f826 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 943 time: 0.0712974 Sep 07 23:53:59.516491 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-fc636eee-7ee6-47c7-9a13-de2ffb829cf2 req-e933db9c-cef1-40ec-a444-06d688313d1f tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/security-groups?id=a951ba78-6110-48b2-bdc4-65d6a01f139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374007 Sep 07 23:54:00.638518 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11cac67-cce3-478e-a057-7f73f1ae0c5b req-96fcf899-c98e-4c8b-90b4-b4c3a0845d87 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:54:00.640312 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a11cac67-cce3-478e-a057-7f73f1ae0c5b req-96fcf899-c98e-4c8b-90b4-b4c3a0845d87 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 943 time: 0.0531919 Sep 07 23:54:00.717506 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a11cac67-cce3-478e-a057-7f73f1ae0c5b req-ad8c5bf5-3320-4324-9873-5d17bff69e22 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/security-groups?id=a951ba78-6110-48b2-bdc4-65d6a01f139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604501 Sep 07 23:54:00.732408 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29b4bf-8d2e-4910-95d5-7c8cb52b69ed req-f2d667d9-87f8-4c2d-870c-aa8c266afe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:54:00.734357 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5e29b4bf-8d2e-4910-95d5-7c8cb52b69ed req-f2d667d9-87f8-4c2d-870c-aa8c266afe7b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2&tenant_id=57c40fd6c9f740c9a2e49701985feab4 HTTP/1.1" status: 200 len: 1096 time: 0.0694773 Sep 07 23:54:00.805342 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29b4bf-8d2e-4910-95d5-7c8cb52b69ed req-e9bee3be-d4cc-4ad1-8eb8-f60355975113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:54:00.806758 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5e29b4bf-8d2e-4910-95d5-7c8cb52b69ed req-e9bee3be-d4cc-4ad1-8eb8-f60355975113 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=57c40fd6c9f740c9a2e49701985feab4&device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 1096 time: 0.0456882 Sep 07 23:54:00.907996 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29b4bf-8d2e-4910-95d5-7c8cb52b69ed req-baeb9bb0-4a26-42a6-b59b-8afcc5c96505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:54:00.909574 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5e29b4bf-8d2e-4910-95d5-7c8cb52b69ed req-baeb9bb0-4a26-42a6-b59b-8afcc5c96505 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5cdf44a6-e80e-483a-a66f-3700971e555a HTTP/1.1" status: 200 len: 910 time: 0.0945675 Sep 07 23:54:00.991503 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5e29b4bf-8d2e-4910-95d5-7c8cb52b69ed req-e446c49a-ea56-4c5a-b928-64f8bd7a7817 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57e1fae5-a5d9-416c-a5bd-2a25dcdb8770 HTTP/1.1" status: 200 len: 998 time: 0.0741820 Sep 07 23:54:01.046678 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29b4bf-8d2e-4910-95d5-7c8cb52b69ed req-366068f3-d78e-4059-8976-6f9e30fd82bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:54:01.048245 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5e29b4bf-8d2e-4910-95d5-7c8cb52b69ed req-366068f3-d78e-4059-8976-6f9e30fd82bf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=55540f58-bd6e-4bc1-a586-fffab3832ab4 HTTP/1.1" status: 200 len: 848 time: 0.0492449 Sep 07 23:54:01.102787 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29b4bf-8d2e-4910-95d5-7c8cb52b69ed req-d9db71cc-25dc-425f-93cc-d1caff17d95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:54:01.104352 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5e29b4bf-8d2e-4910-95d5-7c8cb52b69ed req-d9db71cc-25dc-425f-93cc-d1caff17d95a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5cdf44a6-e80e-483a-a66f-3700971e555a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0482526 Sep 07 23:54:01.158091 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:01.213865 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5e29b4bf-8d2e-4910-95d5-7c8cb52b69ed req-fd4cf295-c62a-4568-8a5c-fe40cb2fc764 service neutron] 10.222.0.42 "GET /v2.0/networks/5cdf44a6-e80e-483a-a66f-3700971e555a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010761 Sep 07 23:54:01.317359 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5e29b4bf-8d2e-4910-95d5-7c8cb52b69ed req-dab08719-18a2-4314-9e9c-c42e806bea78 service neutron] 10.222.0.42 "GET /v2.0/networks/5cdf44a6-e80e-483a-a66f-3700971e555a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957997 Sep 07 23:54:01.766218 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-8093ec65-0144-4297-9817-1684fcd0b402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:01.842015 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5a812-a6b8-4f47-9d96-aee45a73e43f req-41a23796-dff0-46f2-9d17-6f31c6a98ebd tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:54:01.843649 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-79a5a812-a6b8-4f47-9d96-aee45a73e43f req-41a23796-dff0-46f2-9d17-6f31c6a98ebd tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 943 time: 0.0560446 Sep 07 23:54:01.888555 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-79a5a812-a6b8-4f47-9d96-aee45a73e43f req-14d1abdb-0757-43fa-b023-ffeb6ee251ee tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/security-groups?id=a951ba78-6110-48b2-bdc4-65d6a01f139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348969 Sep 07 23:54:03.013716 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e5256-f862-44c1-b128-f227081733fd req-f9fe2970-c734-4d7e-b855-d25ca5fdb70d tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:54:03.015149 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-fb5e5256-f862-44c1-b128-f227081733fd req-f9fe2970-c734-4d7e-b855-d25ca5fdb70d tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 943 time: 0.0559545 Sep 07 23:54:03.055423 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-fb5e5256-f862-44c1-b128-f227081733fd req-62b6639d-3006-4862-89a5-7bc37fc53a6a tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/security-groups?id=a951ba78-6110-48b2-bdc4-65d6a01f139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342779 Sep 07 23:54:03.368261 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ea97-3cf8-4e53-ad99-8ce826820bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:04.186601 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ce619-aa26-4d44-b9a7-535881540e7a req-5506558f-ac9a-4074-8fe7-9ee629ff9232 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:54:04.188517 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-9c6ce619-aa26-4d44-b9a7-535881540e7a req-5506558f-ac9a-4074-8fe7-9ee629ff9232 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 943 time: 0.0503881 Sep 07 23:54:04.226808 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-9c6ce619-aa26-4d44-b9a7-535881540e7a req-a186037d-5f69-4022-b067-ad77d8a7e326 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/security-groups?id=a951ba78-6110-48b2-bdc4-65d6a01f139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315082 Sep 07 23:54:05.208276 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-187590d1-19a7-4a5a-ac4c-70625f9f540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:05.354795 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a71500-6395-4d61-8245-d304b5d9fe27 req-b81da854-cef2-44cd-aad3-12b95e0bae56 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:54:05.356327 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-90a71500-6395-4d61-8245-d304b5d9fe27 req-b81da854-cef2-44cd-aad3-12b95e0bae56 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 943 time: 0.0570548 Sep 07 23:54:05.415679 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-90a71500-6395-4d61-8245-d304b5d9fe27 req-ce1efad0-20c4-40a3-9fc1-27bc13d63581 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/security-groups?id=a951ba78-6110-48b2-bdc4-65d6a01f139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530243 Sep 07 23:54:06.539696 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c78c8-4bcc-4848-b01e-2af84ab7ca77 req-1f76091c-491b-4149-87dc-7c577d58eabd tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:54:06.541281 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c18c78c8-4bcc-4848-b01e-2af84ab7ca77 req-1f76091c-491b-4149-87dc-7c577d58eabd tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 943 time: 0.0536444 Sep 07 23:54:06.581666 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c18c78c8-4bcc-4848-b01e-2af84ab7ca77 req-471f05ae-a6ce-42e3-867d-e9026628c58a tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/security-groups?id=a951ba78-6110-48b2-bdc4-65d6a01f139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342152 Sep 07 23:54:07.704906 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0960c388-0a60-4732-8f11-d5ed65ff2171 req-1ca6b60e-7e61-4bea-bb02-745b96dd4d82 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:54:07.706578 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-0960c388-0a60-4732-8f11-d5ed65ff2171 req-1ca6b60e-7e61-4bea-bb02-745b96dd4d82 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 943 time: 0.0549588 Sep 07 23:54:07.747588 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-0960c388-0a60-4732-8f11-d5ed65ff2171 req-37ae7e2a-59b1-4a72-8aba-06fa98bdb275 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/security-groups?id=a951ba78-6110-48b2-bdc4-65d6a01f139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344181 Sep 07 23:54:08.867517 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763b3a8-ea00-4589-9c4f-692b621521ce req-f9949c13-2933-416d-a925-ecca9e1d8525 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:54:08.869023 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4763b3a8-ea00-4589-9c4f-692b621521ce req-f9949c13-2933-416d-a925-ecca9e1d8525 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 943 time: 0.0553982 Sep 07 23:54:08.907761 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4763b3a8-ea00-4589-9c4f-692b621521ce req-7adaefd0-abff-499d-8c60-1e8616ec920e tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/security-groups?id=a951ba78-6110-48b2-bdc4-65d6a01f139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328078 Sep 07 23:54:09.959553 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 57e1fae5-a5d9-416c-a5bd-2a25dcdb8770 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=100552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 23:54:10.044579 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef051d6-444b-48b1-88b3-f63be661b2de req-6cbed5aa-a0c5-413e-a1a1-58919fc662f9 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:54:10.046264 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-eef051d6-444b-48b1-88b3-f63be661b2de req-6cbed5aa-a0c5-413e-a1a1-58919fc662f9 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 943 time: 0.0707242 Sep 07 23:54:10.062451 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port 57e1fae5-a5d9-416c-a5bd-2a25dcdb8770, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=57e1fae5-a5d9-416c-a5bd-2a25dcdb8770,segment=NetworkSegment(606fb295-b443-4c8f-b263-1ea8baec7e3f),segment_id=606fb295-b443-4c8f-b263-1ea8baec7e3f)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:54:10.074653 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Returning: {'device': '57e1fae5-a5d9-416c-a5bd-2a25dcdb8770', 'network_id': '5cdf44a6-e80e-483a-a66f-3700971e555a', 'port_id': '57e1fae5-a5d9-416c-a5bd-2a25dcdb8770', 'mac_address': 'fa:16:3e:bb:bf:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55540f58-bd6e-4bc1-a586-fffab3832ab4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 23:54:10.088862 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-eef051d6-444b-48b1-88b3-f63be661b2de req-9fec6a22-c16d-40c0-b77b-4f673da4dd77 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/security-groups?id=a951ba78-6110-48b2-bdc4-65d6a01f139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350647 Sep 07 23:54:10.116339 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:10.129089 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.notifiers.nova [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57e1fae5-a5d9-416c-a5bd-2a25dcdb8770 {{(pid=100552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 23:54:10.149496 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port 57e1fae5-a5d9-416c-a5bd-2a25dcdb8770, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=57e1fae5-a5d9-416c-a5bd-2a25dcdb8770,segment=NetworkSegment(606fb295-b443-4c8f-b263-1ea8baec7e3f),segment_id=606fb295-b443-4c8f-b263-1ea8baec7e3f)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:54:10.153570 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:10.201684 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Pushing event updated for resources: {'Port': ['ID=57e1fae5-a5d9-416c-a5bd-2a25dcdb8770,revision_number=7']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:54:10.208764 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:54:10.209163 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:54:10.209506 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:54:10.209914 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:54:10.211326 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:54:10.211669 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:54:10.212031 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:54:10.212364 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:54:10.212719 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:54:10.213048 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:54:10.213372 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:54:10.213729 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:54:10.396693 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] get_ports_and_sgs() called for port_ids ['57e1fae5-a5d9-416c-a5bd-2a25dcdb8770'] {{(pid=100552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 23:54:11.212021 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140437cc-6ce6-4365-95ff-2e4e49d5428f req-8bb18993-fe1c-43d3-b3b3-955cdf0f6173 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:54:11.213438 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-140437cc-6ce6-4365-95ff-2e4e49d5428f req-8bb18993-fe1c-43d3-b3b3-955cdf0f6173 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 944 time: 0.0526617 Sep 07 23:54:11.252832 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-140437cc-6ce6-4365-95ff-2e4e49d5428f req-dc877dfd-85fb-41a0-8f13-47d1e4a1ad70 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/security-groups?id=a951ba78-6110-48b2-bdc4-65d6a01f139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330310 Sep 07 23:54:11.958587 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 57e1fae5-a5d9-416c-a5bd-2a25dcdb8770 up at agent hyperv_hv-cinder-75157 {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:54:12.005940 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Provisioning complete for port 57e1fae5-a5d9-416c-a5bd-2a25dcdb8770 triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:54:12.006311 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:12.082825 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:12.105764 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b63f8ff3-b956-4e5a-ba8d-42af351faff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e1fae5-a5d9-416c-a5bd-2a25dcdb8770'}] {{(pid=100552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:54:12.107897 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6af7ada11e39af001df59af8fe1a830bb49e6ec01a9e34e873de5065727c58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf72e7aa-964c-4471-9e7f-b6485c06beac" -d '{"events": [{"server_uuid": "b63f8ff3-b956-4e5a-ba8d-42af351faff2", "name": "network-vif-plugged", "status": "completed", "tag": "57e1fae5-a5d9-416c-a5bd-2a25dcdb8770"}]}' {{(pid=100552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:54:12.120735 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port 57e1fae5-a5d9-416c-a5bd-2a25dcdb8770, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=57e1fae5-a5d9-416c-a5bd-2a25dcdb8770,segment=NetworkSegment(606fb295-b443-4c8f-b263-1ea8baec7e3f),segment_id=606fb295-b443-4c8f-b263-1ea8baec7e3f)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:54:12.126068 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:12.149173 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 23:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e5c9e8-5ca4-4ec2-9d94-c6f4a353fd19 x-openstack-request-id: req-73e5c9e8-5ca4-4ec2-9d94-c6f4a353fd19 {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:54:12.149460 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b63f8ff3-b956-4e5a-ba8d-42af351faff2", "name": "network-vif-plugged", "status": "completed", "tag": "57e1fae5-a5d9-416c-a5bd-2a25dcdb8770", "code": 200}]} {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:54:12.149713 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-73e5c9e8-5ca4-4ec2-9d94-c6f4a353fd19 {{(pid=100552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:54:12.150092 dv-cinder-751579-26-iscsi neutron-server[100552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b63f8ff3-b956-4e5a-ba8d-42af351faff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e1fae5-a5d9-416c-a5bd-2a25dcdb8770', 'code': 200} Sep 07 23:54:12.179390 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Pushing event updated for resources: {'Port': ['ID=57e1fae5-a5d9-416c-a5bd-2a25dcdb8770,revision_number=8']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:54:12.416694 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11348ec-8550-402d-b4a4-d5a4c7e11575 req-06f311f2-c319-4c03-a4c0-21b27d1aef58 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:54:12.416694 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-e11348ec-8550-402d-b4a4-d5a4c7e11575 req-06f311f2-c319-4c03-a4c0-21b27d1aef58 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 945 time: 0.0827320 Sep 07 23:54:12.423225 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82744d-f9a5-4b31-89d0-1c2bad43c13e req-0cc6e431-1e86-4e05-906c-b2f352b64847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:54:12.424686 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ec82744d-f9a5-4b31-89d0-1c2bad43c13e req-0cc6e431-1e86-4e05-906c-b2f352b64847 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 1098 time: 0.0618935 Sep 07 23:54:12.477753 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-e11348ec-8550-402d-b4a4-d5a4c7e11575 req-44162ce4-e926-405c-b362-c02ab530e30f tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/security-groups?id=a951ba78-6110-48b2-bdc4-65d6a01f139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521288 Sep 07 23:54:12.483663 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ec82744d-f9a5-4b31-89d0-1c2bad43c13e req-e3c36351-3001-4308-a1e3-c53a7fff8a64 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a951ba78-6110-48b2-bdc4-65d6a01f139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450795 Sep 07 23:54:13.620106 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef46f57-9f29-448a-93ec-671671ae9394 req-32cfc050-8e08-4c1a-8021-626c5d3045f4 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:54:13.621808 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-bef46f57-9f29-448a-93ec-671671ae9394 req-32cfc050-8e08-4c1a-8021-626c5d3045f4 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 945 time: 0.0698397 Sep 07 23:54:13.668025 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-bef46f57-9f29-448a-93ec-671671ae9394 req-298aeba2-d68a-4cfc-b037-f2f5ba3768e2 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/security-groups?id=a951ba78-6110-48b2-bdc4-65d6a01f139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387907 Sep 07 23:54:14.120988 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 37304) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:54:14.227125 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-f66360ed-cf17-4f45-914e-4b9dfa0b15a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:14.322954 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-f66360ed-cf17-4f45-914e-4b9dfa0b15a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:14.326589 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-f66360ed-cf17-4f45-914e-4b9dfa0b15a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:14.365004 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-f66360ed-cf17-4f45-914e-4b9dfa0b15a6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ba0750ed204d43e08d71fb5b6a0828d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2428575 Sep 07 23:54:14.365950 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66360ed-cf17-4f45-914e-4b9dfa0b15a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf814b9-f470-4ba6-a3a8-f26e24d10b72,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:54:14.368270 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 37310) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:54:14.426297 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-a72b597f-6018-418f-ab47-0b4a7cce6114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:14.448167 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-a72b597f-6018-418f-ab47-0b4a7cce6114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:14.497892 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-a72b597f-6018-418f-ab47-0b4a7cce6114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:14.500771 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-a72b597f-6018-418f-ab47-0b4a7cce6114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:14.501940 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-a72b597f-6018-418f-ab47-0b4a7cce6114 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3cf814b9-f470-4ba6-a3a8-f26e24d10b72 HTTP/1.1" status: 204 len: 168 time: 0.1326613 Sep 07 23:54:14.510113 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72b597f-6018-418f-ab47-0b4a7cce6114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf814b9-f470-4ba6-a3a8-f26e24d10b72,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:54:14.787547 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 37322) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:54:14.792298 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a7b64-305d-4da9-bdd7-d239b2cb6337 req-145184c7-8f16-4cae-8a3d-9afa366cbb52 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:54:14.793825 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f45a7b64-305d-4da9-bdd7-d239b2cb6337 req-145184c7-8f16-4cae-8a3d-9afa366cbb52 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 945 time: 0.0519564 Sep 07 23:54:14.801264 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-a20e6d7c-fe65-4016-9f87-a2688555caa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:14.830894 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f45a7b64-305d-4da9-bdd7-d239b2cb6337 req-83b2dac0-6b0e-45cf-a0a5-35caa3b23f77 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/security-groups?id=a951ba78-6110-48b2-bdc4-65d6a01f139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312479 Sep 07 23:54:14.900722 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-a20e6d7c-fe65-4016-9f87-a2688555caa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:14.904582 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-a20e6d7c-fe65-4016-9f87-a2688555caa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:14.940872 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20e6d7c-fe65-4016-9f87-a2688555caa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9df70ad-3d3e-4282-8397-3694a849139a,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:54:14.945451 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-a20e6d7c-fe65-4016-9f87-a2688555caa3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3d440aea03fe4b20b29baf758f1b1dea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1568050 Sep 07 23:54:14.948181 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 37326) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:54:14.950073 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20e6d7c-fe65-4016-9f87-a2688555caa3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:54:14.950422 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20e6d7c-fe65-4016-9f87-a2688555caa3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:54:14.950761 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20e6d7c-fe65-4016-9f87-a2688555caa3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:54:14.951090 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20e6d7c-fe65-4016-9f87-a2688555caa3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:54:14.951419 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20e6d7c-fe65-4016-9f87-a2688555caa3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:54:14.951749 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20e6d7c-fe65-4016-9f87-a2688555caa3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:54:14.952075 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20e6d7c-fe65-4016-9f87-a2688555caa3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:54:14.952400 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20e6d7c-fe65-4016-9f87-a2688555caa3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:54:14.952754 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20e6d7c-fe65-4016-9f87-a2688555caa3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:54:14.953072 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20e6d7c-fe65-4016-9f87-a2688555caa3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:54:14.953401 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20e6d7c-fe65-4016-9f87-a2688555caa3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:54:14.953716 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20e6d7c-fe65-4016-9f87-a2688555caa3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:54:14.996577 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-e78e4916-d7e0-461b-ac24-8ea1d28c521e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:15.016597 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-e78e4916-d7e0-461b-ac24-8ea1d28c521e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:15.066708 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-e78e4916-d7e0-461b-ac24-8ea1d28c521e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:15.069132 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-e78e4916-d7e0-461b-ac24-8ea1d28c521e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:15.070356 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-e78e4916-d7e0-461b-ac24-8ea1d28c521e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a9df70ad-3d3e-4282-8397-3694a849139a HTTP/1.1" status: 204 len: 168 time: 0.1210856 Sep 07 23:54:15.077627 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78e4916-d7e0-461b-ac24-8ea1d28c521e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9df70ad-3d3e-4282-8397-3694a849139a,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:54:16.572751 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 37376) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:54:16.681262 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-539cffee-fa2b-41a7-88bd-ed22064eb022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:16.770882 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-539cffee-fa2b-41a7-88bd-ed22064eb022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:16.775441 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-539cffee-fa2b-41a7-88bd-ed22064eb022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:16.813468 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-539cffee-fa2b-41a7-88bd-ed22064eb022 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=94392bf78c024ad6ad37091d6d9779c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2396586 Sep 07 23:54:16.814364 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539cffee-fa2b-41a7-88bd-ed22064eb022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aabed5e-9d88-42eb-bea6-e597995d7f2d,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:54:16.816191 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 37380) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:54:16.866680 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-5762faa2-0646-45d8-b1a6-8b447f9a3e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:16.890303 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-5762faa2-0646-45d8-b1a6-8b447f9a3e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:16.940562 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-5762faa2-0646-45d8-b1a6-8b447f9a3e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:16.943164 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-5762faa2-0646-45d8-b1a6-8b447f9a3e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:16.944334 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-5762faa2-0646-45d8-b1a6-8b447f9a3e86 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0aabed5e-9d88-42eb-bea6-e597995d7f2d HTTP/1.1" status: 204 len: 168 time: 0.1270535 Sep 07 23:54:16.952175 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5762faa2-0646-45d8-b1a6-8b447f9a3e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aabed5e-9d88-42eb-bea6-e597995d7f2d,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:54:17.229538 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 37392) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:54:17.244543 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-5d503f05-2758-4887-9732-9ce2c8ca83d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:17.334233 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-5d503f05-2758-4887-9732-9ce2c8ca83d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:17.338352 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-5d503f05-2758-4887-9732-9ce2c8ca83d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:17.374955 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-5d503f05-2758-4887-9732-9ce2c8ca83d7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d4b6fc46a4fc49f5b6f4320b217d03b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1442645 Sep 07 23:54:17.376061 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d503f05-2758-4887-9732-9ce2c8ca83d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3c5f2e-b287-40ee-abf7-48fa5d2ae559,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:54:17.377910 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 37394) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:54:17.432801 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-b5e71fcf-4292-47e4-8665-f1e1a67aaf91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:17.454628 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-b5e71fcf-4292-47e4-8665-f1e1a67aaf91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:17.501455 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-b5e71fcf-4292-47e4-8665-f1e1a67aaf91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:17.503967 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-b5e71fcf-4292-47e4-8665-f1e1a67aaf91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:17.505171 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-b5e71fcf-4292-47e4-8665-f1e1a67aaf91 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7b3c5f2e-b287-40ee-abf7-48fa5d2ae559 HTTP/1.1" status: 204 len: 168 time: 0.1261032 Sep 07 23:54:17.513500 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e71fcf-4292-47e4-8665-f1e1a67aaf91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3c5f2e-b287-40ee-abf7-48fa5d2ae559,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:54:18.422105 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.agents_db [None req-89df3544-7e8a-43ac-bb25-e7a75b7011d0 None None] Agent healthcheck: found 6 active agents {{(pid=100553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 23:54:18.638314 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:19.564767 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 37468) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:54:19.671806 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f9292c91-1a9b-40b3-afdf-3acd16ff5265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:19.763249 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f9292c91-1a9b-40b3-afdf-3acd16ff5265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:19.767107 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f9292c91-1a9b-40b3-afdf-3acd16ff5265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:19.803469 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9292c91-1a9b-40b3-afdf-3acd16ff5265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16b8c92-39c8-4eb7-8b89-33a99673399d,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:54:19.809121 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-f9292c91-1a9b-40b3-afdf-3acd16ff5265 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=29a7172e85204b1cba42684815969a04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425902 Sep 07 23:54:19.811831 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 37472) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:54:19.864573 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-3bba1c05-aacd-4efd-9bad-a441015e163c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:19.890963 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-3bba1c05-aacd-4efd-9bad-a441015e163c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:19.938368 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-3bba1c05-aacd-4efd-9bad-a441015e163c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:19.940856 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-3bba1c05-aacd-4efd-9bad-a441015e163c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:19.941992 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-3bba1c05-aacd-4efd-9bad-a441015e163c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e16b8c92-39c8-4eb7-8b89-33a99673399d HTTP/1.1" status: 204 len: 168 time: 0.1293001 Sep 07 23:54:19.949740 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba1c05-aacd-4efd-9bad-a441015e163c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16b8c92-39c8-4eb7-8b89-33a99673399d,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:54:20.205397 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 37478) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:54:20.220011 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-a25e55ed-bc50-4073-a7f1-ce93ad28a162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:20.323469 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-a25e55ed-bc50-4073-a7f1-ce93ad28a162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:20.328018 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-a25e55ed-bc50-4073-a7f1-ce93ad28a162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:20.370733 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-a25e55ed-bc50-4073-a7f1-ce93ad28a162 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9fbcc75d8ba340a2945bc0e12727b6b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1640420 Sep 07 23:54:20.373337 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 37482) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:54:20.381072 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25e55ed-bc50-4073-a7f1-ce93ad28a162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c9640a-82d3-444c-b137-d3b7f16ad8ed,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:54:20.432043 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-17281d3d-2f6d-4ac8-9afd-c90fd3ec00e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:20.456286 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-17281d3d-2f6d-4ac8-9afd-c90fd3ec00e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:20.514895 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-17281d3d-2f6d-4ac8-9afd-c90fd3ec00e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:20.517496 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-17281d3d-2f6d-4ac8-9afd-c90fd3ec00e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:20.518710 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-17281d3d-2f6d-4ac8-9afd-c90fd3ec00e5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/35c9640a-82d3-444c-b137-d3b7f16ad8ed HTTP/1.1" status: 204 len: 168 time: 0.1444261 Sep 07 23:54:20.527853 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17281d3d-2f6d-4ac8-9afd-c90fd3ec00e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c9640a-82d3-444c-b137-d3b7f16ad8ed,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:54:21.615305 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c84a3a17-0c6d-4648-8b37-ac91b218d444 req-294275f3-335f-49ec-b4c6-180ec34a6f62 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0459731 Sep 07 23:54:21.707373 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a3a17-0c6d-4648-8b37-ac91b218d444 req-430ee175-5eb3-40e1-8d95-88c88258e80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:54:21.709029 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c84a3a17-0c6d-4648-8b37-ac91b218d444 req-430ee175-5eb3-40e1-8d95-88c88258e80e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=57c40fd6c9f740c9a2e49701985feab4&device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 1098 time: 0.0426807 Sep 07 23:54:21.814804 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a3a17-0c6d-4648-8b37-ac91b218d444 req-88a3ba6f-e6f9-45f0-b17b-6f4a5978d528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:54:21.816260 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c84a3a17-0c6d-4648-8b37-ac91b218d444 req-88a3ba6f-e6f9-45f0-b17b-6f4a5978d528 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5cdf44a6-e80e-483a-a66f-3700971e555a HTTP/1.1" status: 200 len: 910 time: 0.0870144 Sep 07 23:54:21.886596 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c84a3a17-0c6d-4648-8b37-ac91b218d444 req-f4758d08-6232-4f57-b599-b260786c7a77 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57e1fae5-a5d9-416c-a5bd-2a25dcdb8770 HTTP/1.1" status: 200 len: 1000 time: 0.0630815 Sep 07 23:54:21.936323 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a3a17-0c6d-4648-8b37-ac91b218d444 req-f50c742b-7aa3-4e4c-a6cd-808e1842a31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:54:21.937788 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c84a3a17-0c6d-4648-8b37-ac91b218d444 req-f50c742b-7aa3-4e4c-a6cd-808e1842a31d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=55540f58-bd6e-4bc1-a586-fffab3832ab4 HTTP/1.1" status: 200 len: 848 time: 0.0442255 Sep 07 23:54:21.987075 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a3a17-0c6d-4648-8b37-ac91b218d444 req-0caffd82-8a99-4d61-a5c4-3be77cc07d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:54:21.988575 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c84a3a17-0c6d-4648-8b37-ac91b218d444 req-0caffd82-8a99-4d61-a5c4-3be77cc07d39 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5cdf44a6-e80e-483a-a66f-3700971e555a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0442119 Sep 07 23:54:22.081395 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c84a3a17-0c6d-4648-8b37-ac91b218d444 req-c80b100d-2695-4e37-ad72-85e047f68d25 service neutron] 10.222.0.42 "GET /v2.0/networks/5cdf44a6-e80e-483a-a66f-3700971e555a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846939 Sep 07 23:54:22.174007 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c84a3a17-0c6d-4648-8b37-ac91b218d444 req-fd712e97-8115-4308-ab3b-1aa4d1548965 service neutron] 10.222.0.42 "GET /v2.0/networks/5cdf44a6-e80e-483a-a66f-3700971e555a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854881 Sep 07 23:54:24.148036 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 37546) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:54:24.268938 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d1c38bba-a3a4-45e7-8b29-54d6aff676d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:24.356151 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d1c38bba-a3a4-45e7-8b29-54d6aff676d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:24.360366 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-d1c38bba-a3a4-45e7-8b29-54d6aff676d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:24.400335 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-d1c38bba-a3a4-45e7-8b29-54d6aff676d4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=66b773d372d349668f0b93875a01563b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2511911 Sep 07 23:54:24.401312 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c38bba-a3a4-45e7-8b29-54d6aff676d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57641d48-30ee-4068-b3aa-650e197a4341,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:54:24.403001 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 37550) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:54:24.450679 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-88caff3b-b088-4c61-b792-803661550453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:24.471096 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-88caff3b-b088-4c61-b792-803661550453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:24.516757 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-88caff3b-b088-4c61-b792-803661550453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:24.520154 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-88caff3b-b088-4c61-b792-803661550453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:24.524772 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-88caff3b-b088-4c61-b792-803661550453 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/57641d48-30ee-4068-b3aa-650e197a4341 HTTP/1.1" status: 204 len: 168 time: 0.1176147 Sep 07 23:54:24.531714 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88caff3b-b088-4c61-b792-803661550453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57641d48-30ee-4068-b3aa-650e197a4341,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:54:24.540037 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88caff3b-b088-4c61-b792-803661550453 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:54:24.540524 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88caff3b-b088-4c61-b792-803661550453 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:54:24.540875 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88caff3b-b088-4c61-b792-803661550453 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:54:24.541216 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88caff3b-b088-4c61-b792-803661550453 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:54:24.541550 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88caff3b-b088-4c61-b792-803661550453 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:54:24.541884 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88caff3b-b088-4c61-b792-803661550453 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:54:24.542219 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88caff3b-b088-4c61-b792-803661550453 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:54:24.542547 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88caff3b-b088-4c61-b792-803661550453 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:54:24.542876 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88caff3b-b088-4c61-b792-803661550453 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:54:24.543201 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88caff3b-b088-4c61-b792-803661550453 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:54:24.543531 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88caff3b-b088-4c61-b792-803661550453 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:54:24.543884 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88caff3b-b088-4c61-b792-803661550453 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:54:26.207485 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 37592) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:54:26.322530 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-0d45d4ba-f713-42b8-9918-f78671d2cd8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:26.418864 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-0d45d4ba-f713-42b8-9918-f78671d2cd8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:26.424096 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-0d45d4ba-f713-42b8-9918-f78671d2cd8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:26.463662 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-0d45d4ba-f713-42b8-9918-f78671d2cd8b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7d5b2bdc20984fc7a38f7f1413c1b1b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2550321 Sep 07 23:54:26.464547 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d45d4ba-f713-42b8-9918-f78671d2cd8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c47f1f3-5869-4e6c-b1b5-3c4700a06657,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:54:26.466777 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 37596) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:54:26.518918 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-e38e0696-e346-482d-8ff2-9e26dd99fbfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:26.540969 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-e38e0696-e346-482d-8ff2-9e26dd99fbfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:26.590376 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-e38e0696-e346-482d-8ff2-9e26dd99fbfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:26.593073 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-e38e0696-e346-482d-8ff2-9e26dd99fbfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:26.594235 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-e38e0696-e346-482d-8ff2-9e26dd99fbfd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8c47f1f3-5869-4e6c-b1b5-3c4700a06657 HTTP/1.1" status: 204 len: 168 time: 0.1261604 Sep 07 23:54:26.602430 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38e0696-e346-482d-8ff2-9e26dd99fbfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c47f1f3-5869-4e6c-b1b5-3c4700a06657,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:54:27.231106 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 37624) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:54:27.336810 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [None req-93d3f072-0bc6-4fde-ada5-35cd8ce5aa7d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-294153947-network', 'tenant_id': 'e3653800bceb4825b64b23e5d585cc6a'}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:54:27.357724 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d3f072-0bc6-4fde-ada5-35cd8ce5aa7d admin admin] Made reservation on behalf of e3653800bceb4825b64b23e5d585cc6a for: {'network': 1} {{(pid=100551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:54:27.360314 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-93d3f072-0bc6-4fde-ada5-35cd8ce5aa7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for network, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:27.372597 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-93d3f072-0bc6-4fde-ada5-35cd8ce5aa7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:27.475117 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-93d3f072-0bc6-4fde-ada5-35cd8ce5aa7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:27.480327 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-93d3f072-0bc6-4fde-ada5-35cd8ce5aa7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:27.505692 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93d3f072-0bc6-4fde-ada5-35cd8ce5aa7d admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=100551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 23:54:27.516095 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d3f072-0bc6-4fde-ada5-35cd8ce5aa7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0411c4-7643-4cf8-9269-1e26b6227463,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:54:27.521166 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-93d3f072-0bc6-4fde-ada5-35cd8ce5aa7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675162'] for segment, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:27.521510 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.db.segments_db [None req-93d3f072-0bc6-4fde-ada5-35cd8ce5aa7d admin admin] Added segment 279cdd00-e285-4aca-89ad-3dc33dcec1c6 of type vlan for network c0b38f11-9ec5-4337-964b-f0415c71474c Sep 07 23:54:27.565551 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-93d3f072-0bc6-4fde-ada5-35cd8ce5aa7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760370794509'] for network, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:27.593041 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-93d3f072-0bc6-4fde-ada5-35cd8ce5aa7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608'] for network, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:27.594034 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d3f072-0bc6-4fde-ada5-35cd8ce5aa7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:54:27.594622 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-93d3f072-0bc6-4fde-ada5-35cd8ce5aa7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for network, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:27.628858 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-93d3f072-0bc6-4fde-ada5-35cd8ce5aa7d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3965113 Sep 07 23:54:27.632473 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 37628) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:54:27.637992 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-8f0c3c40-02ef-4f5f-9cd6-71b93acd4610 admin admin] Request body: {'subnet': {'network_id': 'c0b38f11-9ec5-4337-964b-f0415c71474c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-294153947-subnet', 'tenant_id': 'e3653800bceb4825b64b23e5d585cc6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:54:27.663516 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d3f072-0bc6-4fde-ada5-35cd8ce5aa7d admin admin] Pushing event updated for resources: {'Network': ['ID=c0b38f11-9ec5-4337-964b-f0415c71474c,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:54:27.666814 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0c3c40-02ef-4f5f-9cd6-71b93acd4610 admin admin] Made reservation on behalf of e3653800bceb4825b64b23e5d585cc6a for: {'subnet': 1} {{(pid=100550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:54:27.670691 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-8f0c3c40-02ef-4f5f-9cd6-71b93acd4610 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4620622'] for subnet, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:27.677254 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Network c0b38f11-9ec5-4337-964b-f0415c71474c details requested by agent ovs-agent-dv-cinder-751579-26-iscsi with host dv-cinder-751579-26-iscsi {{(pid=100552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 23:54:28.120821 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-8f0c3c40-02ef-4f5f-9cd6-71b93acd4610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7634745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4620632'] for subnet, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:28.186621 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c3c40-02ef-4f5f-9cd6-71b93acd4610 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e112d248-8d2a-4cad-bd50-dc94ae7b35ad,revision_number=0']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:54:28.202030 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0c3c40-02ef-4f5f-9cd6-71b93acd4610 admin admin] Checking segment: {'id': '279cdd00-e285-4aca-89ad-3dc33dcec1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c0b38f11-9ec5-4337-964b-f0415c71474c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:54:28.202422 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0c3c40-02ef-4f5f-9cd6-71b93acd4610 admin admin] Network hostable DHCP agents. Network: c0b38f11-9ec5-4337-964b-f0415c71474c, hostable agents: ['4f562aef-accf-408d-af1e-fabb3d28a6a0'], hosted agents: [] {{(pid=100550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 23:54:28.210193 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-4285ec63-ab9b-4a3f-8b9d-63a1dacd4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:28.226624 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0c3c40-02ef-4f5f-9cd6-71b93acd4610 admin admin] Network c0b38f11-9ec5-4337-964b-f0415c71474c is scheduled to be hosted by DHCP agent 4f562aef-accf-408d-af1e-fabb3d28a6a0 with binding_index 1 {{(pid=100550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 23:54:28.237217 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.base_scheduler [None req-8f0c3c40-02ef-4f5f-9cd6-71b93acd4610 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-26-iscsi, c0b38f11-9ec5-4337-964b-f0415c71474c) {{(pid=100550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:54:28.248583 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0c3c40-02ef-4f5f-9cd6-71b93acd4610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:54:28.249767 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-8f0c3c40-02ef-4f5f-9cd6-71b93acd4610 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:28.254932 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec86663-c1a1-4ba6-924e-a29d54eb3c75 None None] Network c0b38f11-9ec5-4337-964b-f0415c71474c requested from dv-cinder-751579-26-iscsi {{(pid=100552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 23:54:28.268837 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-8f0c3c40-02ef-4f5f-9cd6-71b93acd4610 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6343753 Sep 07 23:54:28.418067 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e807c4-a490-4c1b-b701-f2dc28f89308 None None] Network c0b38f11-9ec5-4337-964b-f0415c71474c requested from dv-cinder-751579-26-iscsi {{(pid=100552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 23:54:30.553516 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca3298-b4bc-413a-ab43-20f021a19edf req-61f2d8b2-b67b-432b-9c7b-79c5ee982cc0 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:54:30.556707 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-16ca3298-b4bc-413a-ab43-20f021a19edf req-61f2d8b2-b67b-432b-9c7b-79c5ee982cc0 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.15 "GET /v2.0/networks?id=c0b38f11-9ec5-4337-964b-f0415c71474c HTTP/1.1" status: 200 len: 813 time: 0.3838584 Sep 07 23:54:30.573809 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-16ca3298-b4bc-413a-ab43-20f021a19edf req-5588a5c5-785f-44b5-94fb-f8df056a7b08 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.15 "GET /v2.0/quotas/e3653800bceb4825b64b23e5d585cc6a HTTP/1.1" status: 200 len: 375 time: 0.0099537 Sep 07 23:54:30.609499 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-16ca3298-b4bc-413a-ab43-20f021a19edf req-c1d8a80a-69bb-4932-8b54-6178eefcd198 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e3653800bceb4825b64b23e5d585cc6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299785 Sep 07 23:54:30.710786 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-16ca3298-b4bc-413a-ab43-20f021a19edf req-b543af7b-e61b-43f2-a2bc-99c606231f05 service neutron] 10.222.0.15 "GET /v2.0/networks/c0b38f11-9ec5-4337-964b-f0415c71474c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936136 Sep 07 23:54:30.811106 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-16ca3298-b4bc-413a-ab43-20f021a19edf req-eda898ea-98e8-423f-a6ee-4f506f99a513 service neutron] 10.222.0.15 "GET /v2.0/networks/c0b38f11-9ec5-4337-964b-f0415c71474c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937529 Sep 07 23:54:30.994701 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-04e49cfb-8080-46d3-9f18-1033dba82624 req-5aa90c88-9128-47f6-b27e-3fb438904c24 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.15 "GET /v2.0/ports?device_id=170e126b-15c4-454e-9b34-45ba21a1aae8 HTTP/1.1" status: 200 len: 210 time: 0.0298405 Sep 07 23:54:31.157039 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:31.772020 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-6e230a5b-c18e-4d99-9b64-acdb89c318c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:32.118382 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-92e5f650-f687-42b3-a4a7-bfcc0c934d5f req-09163e10-b7c1-4da5-a3b6-7771c7d0dd3d tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.15 "GET /v2.0/ports?device_id=170e126b-15c4-454e-9b34-45ba21a1aae8 HTTP/1.1" status: 200 len: 210 time: 0.0300756 Sep 07 23:54:33.257764 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-0bc5e52e-876a-42f4-96fa-128f46b68c1f req-892bad66-40e7-409a-96ee-b83159fe288b tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.15 "GET /v2.0/ports?device_id=170e126b-15c4-454e-9b34-45ba21a1aae8 HTTP/1.1" status: 200 len: 210 time: 0.0411308 Sep 07 23:54:33.375796 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ea97-3cf8-4e53-ad99-8ce826820bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:34.367191 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-b2356bff-9a1d-44ab-ab9e-342800959649 req-f470394e-0491-4b5f-a32e-d56c561ecfca tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.15 "GET /v2.0/ports?device_id=170e126b-15c4-454e-9b34-45ba21a1aae8 HTTP/1.1" status: 200 len: 210 time: 0.0290339 Sep 07 23:54:35.213297 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-187590d1-19a7-4a5a-ac4c-70625f9f540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:35.474485 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-cf6812fa-2583-4866-b6e0-3a8897e2181a req-833e3cc6-5ff2-4ac6-91e4-322b5daa53f1 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.15 "GET /v2.0/ports?device_id=170e126b-15c4-454e-9b34-45ba21a1aae8 HTTP/1.1" status: 200 len: 210 time: 0.0321817 Sep 07 23:54:36.608053 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca3298-b4bc-413a-ab43-20f021a19edf req-c85eecd6-5e1f-40b5-9963-100ce6dfec13 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:54:36.609805 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-16ca3298-b4bc-413a-ab43-20f021a19edf req-c85eecd6-5e1f-40b5-9963-100ce6dfec13 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.42 "GET /v2.0/networks?id=c0b38f11-9ec5-4337-964b-f0415c71474c HTTP/1.1" status: 200 len: 813 time: 0.1630001 Sep 07 23:54:36.629081 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [req-16ca3298-b4bc-413a-ab43-20f021a19edf req-8f52dafa-2628-44e8-b7bf-ab885d1929e6 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Request body: {'port': {'device_id': '170e126b-15c4-454e-9b34-45ba21a1aae8', 'network_id': 'c0b38f11-9ec5-4337-964b-f0415c71474c', 'admin_state_up': True, 'tenant_id': 'e3653800bceb4825b64b23e5d585cc6a'}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:54:36.633620 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-2d9a2f1f-f7cf-4f81-a021-21c83557ef83 req-b68540c3-18e5-4fa3-9972-10aeceda5028 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.15 "GET /v2.0/ports?device_id=170e126b-15c4-454e-9b34-45ba21a1aae8 HTTP/1.1" status: 200 len: 210 time: 0.0615349 Sep 07 23:54:36.755285 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16ca3298-b4bc-413a-ab43-20f021a19edf req-8f52dafa-2628-44e8-b7bf-ab885d1929e6 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Made reservation on behalf of e3653800bceb4825b64b23e5d585cc6a for: {'port': 1} {{(pid=100551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:54:36.762097 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-16ca3298-b4bc-413a-ab43-20f021a19edf req-8f52dafa-2628-44e8-b7bf-ab885d1929e6 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:36.895118 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.db_base_plugin_common [req-16ca3298-b4bc-413a-ab43-20f021a19edf req-8f52dafa-2628-44e8-b7bf-ab885d1929e6 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Allocated IP 172.20.0.7 (c0b38f11-9ec5-4337-964b-f0415c71474c/e112d248-8d2a-4cad-bd50-dc94ae7b35ad/787b785e-d3e3-40f6-8176-91eb1e392b62) {{(pid=100551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:54:37.037483 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-16ca3298-b4bc-413a-ab43-20f021a19edf req-8f52dafa-2628-44e8-b7bf-ab885d1929e6 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Notify callbacks [] for port, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:37.076177 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-16ca3298-b4bc-413a-ab43-20f021a19edf req-8f52dafa-2628-44e8-b7bf-ab885d1929e6 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:37.119344 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16ca3298-b4bc-413a-ab43-20f021a19edf req-8f52dafa-2628-44e8-b7bf-ab885d1929e6 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Network c0b38f11-9ec5-4337-964b-f0415c71474c is already hosted by enough agents. {{(pid=100551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:54:37.122198 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.base_scheduler [req-16ca3298-b4bc-413a-ab43-20f021a19edf req-8f52dafa-2628-44e8-b7bf-ab885d1929e6 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Resources bound (agent type, host, resource id): {{(pid=100551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:54:37.126104 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ca3298-b4bc-413a-ab43-20f021a19edf req-8f52dafa-2628-44e8-b7bf-ab885d1929e6 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Received port after_create {{(pid=100551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:54:37.153214 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52dafa-2628-44e8-b7bf-ab885d1929e6 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Pushing event updated for resources: {'Port': ['ID=787b785e-d3e3-40f6-8176-91eb1e392b62,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:54:37.181027 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca3298-b4bc-413a-ab43-20f021a19edf req-8f52dafa-2628-44e8-b7bf-ab885d1929e6 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:54:37.181683 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-16ca3298-b4bc-413a-ab43-20f021a19edf req-8f52dafa-2628-44e8-b7bf-ab885d1929e6 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:37.195422 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-16ca3298-b4bc-413a-ab43-20f021a19edf req-8f52dafa-2628-44e8-b7bf-ab885d1929e6 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5716105 Sep 07 23:54:37.207419 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [req-16ca3298-b4bc-413a-ab43-20f021a19edf req-816856f6-a4ea-4320-8a0c-b5410a80c9d0 service neutron] Request body: {'port': {'device_id': '170e126b-15c4-454e-9b34-45ba21a1aae8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:54:37.259187 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-16ca3298-b4bc-413a-ab43-20f021a19edf req-816856f6-a4ea-4320-8a0c-b5410a80c9d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:37.532165 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [req-16ca3298-b4bc-413a-ab43-20f021a19edf req-816856f6-a4ea-4320-8a0c-b5410a80c9d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 787b785e-d3e3-40f6-8176-91eb1e392b62 {{(pid=100551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 23:54:37.540576 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-16ca3298-b4bc-413a-ab43-20f021a19edf req-816856f6-a4ea-4320-8a0c-b5410a80c9d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:37.553108 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.provisioning_blocks [req-16ca3298-b4bc-413a-ab43-20f021a19edf req-816856f6-a4ea-4320-8a0c-b5410a80c9d0 service neutron] Transition to ACTIVE for port object 787b785e-d3e3-40f6-8176-91eb1e392b62 will not be triggered until provisioned by entity L2. {{(pid=100551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:54:37.557866 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-16ca3298-b4bc-413a-ab43-20f021a19edf req-816856f6-a4ea-4320-8a0c-b5410a80c9d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5131532'] for port, after_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:37.613950 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816856f6-a4ea-4320-8a0c-b5410a80c9d0 service neutron] Pushing event updated for resources: {'Port': ['ID=787b785e-d3e3-40f6-8176-91eb1e392b62,revision_number=2']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:54:37.706737 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-16ca3298-b4bc-413a-ab43-20f021a19edf req-816856f6-a4ea-4320-8a0c-b5410a80c9d0 service neutron] Attempting to bind port 787b785e-d3e3-40f6-8176-91eb1e392b62 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 23:54:37.707069 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-16ca3298-b4bc-413a-ab43-20f021a19edf req-816856f6-a4ea-4320-8a0c-b5410a80c9d0 service neutron] Attempting to bind port 787b785e-d3e3-40f6-8176-91eb1e392b62 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '279cdd00-e285-4aca-89ad-3dc33dcec1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c0b38f11-9ec5-4337-964b-f0415c71474c'}] {{(pid=100551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 23:54:37.707396 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ca3298-b4bc-413a-ab43-20f021a19edf req-816856f6-a4ea-4320-8a0c-b5410a80c9d0 service neutron] Attempting to bind port 787b785e-d3e3-40f6-8176-91eb1e392b62 on network c0b38f11-9ec5-4337-964b-f0415c71474c {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:54:37.712597 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ca3298-b4bc-413a-ab43-20f021a19edf req-816856f6-a4ea-4320-8a0c-b5410a80c9d0 service neutron] Port 787b785e-d3e3-40f6-8176-91eb1e392b62 on network c0b38f11-9ec5-4337-964b-f0415c71474c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 23:54:37.713084 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ca3298-b4bc-413a-ab43-20f021a19edf req-816856f6-a4ea-4320-8a0c-b5410a80c9d0 service neutron] Attempting to bind port 787b785e-d3e3-40f6-8176-91eb1e392b62 on network c0b38f11-9ec5-4337-964b-f0415c71474c {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:54:37.718032 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ca3298-b4bc-413a-ab43-20f021a19edf req-816856f6-a4ea-4320-8a0c-b5410a80c9d0 service neutron] Checking agent: {'id': '8b06e77c-11ef-48c4-9ba2-92653b27ce62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 23, 44, 18), 'started_at': datetime.datetime(2021, 9, 7, 23, 44, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 23, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 23:54:37.718362 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ca3298-b4bc-413a-ab43-20f021a19edf req-816856f6-a4ea-4320-8a0c-b5410a80c9d0 service neutron] Checking segment: {'id': '279cdd00-e285-4aca-89ad-3dc33dcec1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c0b38f11-9ec5-4337-964b-f0415c71474c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:54:37.718736 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ca3298-b4bc-413a-ab43-20f021a19edf req-816856f6-a4ea-4320-8a0c-b5410a80c9d0 service neutron] Bound using segment: {'id': '279cdd00-e285-4aca-89ad-3dc33dcec1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c0b38f11-9ec5-4337-964b-f0415c71474c'} {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 23:54:37.719188 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-16ca3298-b4bc-413a-ab43-20f021a19edf req-816856f6-a4ea-4320-8a0c-b5410a80c9d0 service neutron] Bound port: 787b785e-d3e3-40f6-8176-91eb1e392b62, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '279cdd00-e285-4aca-89ad-3dc33dcec1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c0b38f11-9ec5-4337-964b-f0415c71474c'}}] {{(pid=100551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 23:54:37.719515 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-16ca3298-b4bc-413a-ab43-20f021a19edf req-816856f6-a4ea-4320-8a0c-b5410a80c9d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:37.824432 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187995c8-b48b-4d17-8973-51df31f67fff req-de7c6a2a-8cfd-4186-8821-4b26635d58f1 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:54:37.827248 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-187995c8-b48b-4d17-8973-51df31f67fff req-de7c6a2a-8cfd-4186-8821-4b26635d58f1 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.15 "GET /v2.0/ports?device_id=170e126b-15c4-454e-9b34-45ba21a1aae8 HTTP/1.1" status: 200 len: 943 time: 0.0948055 Sep 07 23:54:37.833946 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-16ca3298-b4bc-413a-ab43-20f021a19edf req-816856f6-a4ea-4320-8a0c-b5410a80c9d0 service neutron] For port 787b785e-d3e3-40f6-8176-91eb1e392b62, host hv-cinder-75157, cleared binding levels {{(pid=100551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 23:54:37.843579 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-16ca3298-b4bc-413a-ab43-20f021a19edf req-816856f6-a4ea-4320-8a0c-b5410a80c9d0 service neutron] For port 787b785e-d3e3-40f6-8176-91eb1e392b62, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=787b785e-d3e3-40f6-8176-91eb1e392b62,segment=NetworkSegment(279cdd00-e285-4aca-89ad-3dc33dcec1c6),segment_id=279cdd00-e285-4aca-89ad-3dc33dcec1c6)] {{(pid=100551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 23:54:37.856345 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-16ca3298-b4bc-413a-ab43-20f021a19edf req-816856f6-a4ea-4320-8a0c-b5410a80c9d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5131532'] for port, after_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:37.908296 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca3298-b4bc-413a-ab43-20f021a19edf req-816856f6-a4ea-4320-8a0c-b5410a80c9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:54:37.908942 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-16ca3298-b4bc-413a-ab43-20f021a19edf req-816856f6-a4ea-4320-8a0c-b5410a80c9d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:37.910351 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-16ca3298-b4bc-413a-ab43-20f021a19edf req-816856f6-a4ea-4320-8a0c-b5410a80c9d0 service neutron] 10.222.0.42 "PUT /v2.0/ports/787b785e-d3e3-40f6-8176-91eb1e392b62 HTTP/1.1" status: 200 len: 1093 time: 0.7070277 Sep 07 23:54:37.910811 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '170e126b-15c4-454e-9b34-45ba21a1aae8', 'tag': '787b785e-d3e3-40f6-8176-91eb1e392b62'}] {{(pid=100551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:54:37.913089 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744d18a1a9123520e55b11d6b4f544890c28500fff252c5db1cb0c4b69d72d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf29556b-6215-45ae-a429-ba722e2edc7d" -d '{"events": [{"name": "network-changed", "server_uuid": "170e126b-15c4-454e-9b34-45ba21a1aae8", "tag": "787b785e-d3e3-40f6-8176-91eb1e392b62"}]}' {{(pid=100551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:54:37.921320 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-187995c8-b48b-4d17-8973-51df31f67fff req-6ec9a3f6-5061-483b-9bfc-e2ed0908523c tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e0411c4-7643-4cf8-9269-1e26b6227463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854933 Sep 07 23:54:37.954035 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816856f6-a4ea-4320-8a0c-b5410a80c9d0 service neutron] Pushing event updated for resources: {'Port': ['ID=787b785e-d3e3-40f6-8176-91eb1e392b62,revision_number=3']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:54:37.972595 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 23:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985a3108-e78f-4519-84bc-86a4d50b99a6 x-openstack-request-id: req-985a3108-e78f-4519-84bc-86a4d50b99a6 {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:54:37.972881 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "170e126b-15c4-454e-9b34-45ba21a1aae8", "tag": "787b785e-d3e3-40f6-8176-91eb1e392b62", "status": "completed", "code": 200}]} {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:54:37.973123 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-985a3108-e78f-4519-84bc-86a4d50b99a6 {{(pid=100551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:54:37.973504 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '170e126b-15c4-454e-9b34-45ba21a1aae8', 'tag': '787b785e-d3e3-40f6-8176-91eb1e392b62', 'status': 'completed', 'code': 200} Sep 07 23:54:38.015107 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca3298-b4bc-413a-ab43-20f021a19edf req-7c4df847-33fd-461f-a9c1-94ebcd97595a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:54:38.016737 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-16ca3298-b4bc-413a-ab43-20f021a19edf req-7c4df847-33fd-461f-a9c1-94ebcd97595a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3653800bceb4825b64b23e5d585cc6a&device_id=170e126b-15c4-454e-9b34-45ba21a1aae8 HTTP/1.1" status: 200 len: 1096 time: 0.0570800 Sep 07 23:54:38.060600 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-16ca3298-b4bc-413a-ab43-20f021a19edf req-664c927c-369c-4c43-b16a-a27feddfe1ae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=787b785e-d3e3-40f6-8176-91eb1e392b62 HTTP/1.1" status: 200 len: 217 time: 0.0357242 Sep 07 23:54:38.114320 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca3298-b4bc-413a-ab43-20f021a19edf req-c0a5da9e-745d-4c85-bc19-0337adecf331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:54:38.115812 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-16ca3298-b4bc-413a-ab43-20f021a19edf req-c0a5da9e-745d-4c85-bc19-0337adecf331 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e112d248-8d2a-4cad-bd50-dc94ae7b35ad HTTP/1.1" status: 200 len: 853 time: 0.0487223 Sep 07 23:54:38.152019 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-16ca3298-b4bc-413a-ab43-20f021a19edf req-c2a94c91-987b-47b9-b730-915c83212574 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0b38f11-9ec5-4337-964b-f0415c71474c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278275 Sep 07 23:54:38.251571 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-16ca3298-b4bc-413a-ab43-20f021a19edf req-7a173a22-c128-4952-ae75-1cc12130ef90 service neutron] 10.222.0.42 "GET /v2.0/networks/c0b38f11-9ec5-4337-964b-f0415c71474c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907795 Sep 07 23:54:38.353638 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-16ca3298-b4bc-413a-ab43-20f021a19edf req-3a3ad183-68ee-4047-9031-395d6dcb1825 service neutron] 10.222.0.42 "GET /v2.0/networks/c0b38f11-9ec5-4337-964b-f0415c71474c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943365 Sep 07 23:54:38.443697 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf29556b-6215-45ae-a429-ba722e2edc7d req-816acefa-93be-4997-9c5c-ff3ca0578299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:54:38.445204 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-bf29556b-6215-45ae-a429-ba722e2edc7d req-816acefa-93be-4997-9c5c-ff3ca0578299 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3653800bceb4825b64b23e5d585cc6a&device_id=170e126b-15c4-454e-9b34-45ba21a1aae8 HTTP/1.1" status: 200 len: 1096 time: 0.0433314 Sep 07 23:54:38.541898 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf29556b-6215-45ae-a429-ba722e2edc7d req-68603f78-a931-4ec3-89c9-da603f44e96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:54:38.543285 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-bf29556b-6215-45ae-a429-ba722e2edc7d req-68603f78-a931-4ec3-89c9-da603f44e96c service neutron] 10.222.0.42 "GET /v2.0/networks?id=c0b38f11-9ec5-4337-964b-f0415c71474c HTTP/1.1" status: 200 len: 914 time: 0.0906682 Sep 07 23:54:38.587981 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-bf29556b-6215-45ae-a429-ba722e2edc7d req-4fc404fb-1601-4ec0-975e-7863f532179d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=787b785e-d3e3-40f6-8176-91eb1e392b62 HTTP/1.1" status: 200 len: 217 time: 0.0372548 Sep 07 23:54:38.638782 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf29556b-6215-45ae-a429-ba722e2edc7d req-397fc851-399f-4bac-ba82-c5e099df0921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:54:38.640229 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-bf29556b-6215-45ae-a429-ba722e2edc7d req-397fc851-399f-4bac-ba82-c5e099df0921 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e112d248-8d2a-4cad-bd50-dc94ae7b35ad HTTP/1.1" status: 200 len: 853 time: 0.0450661 Sep 07 23:54:38.673097 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-bf29556b-6215-45ae-a429-ba722e2edc7d req-92bfe661-2d07-4130-a86d-b6dcd05ce47a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0b38f11-9ec5-4337-964b-f0415c71474c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258896 Sep 07 23:54:38.771211 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-bf29556b-6215-45ae-a429-ba722e2edc7d req-50f4efd2-683b-413f-9374-e88a0ff30df4 service neutron] 10.222.0.42 "GET /v2.0/networks/c0b38f11-9ec5-4337-964b-f0415c71474c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899994 Sep 07 23:54:38.866650 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-bf29556b-6215-45ae-a429-ba722e2edc7d req-6c1305b2-f022-46db-996a-bcc7bd1f19a3 service neutron] 10.222.0.42 "GET /v2.0/networks/c0b38f11-9ec5-4337-964b-f0415c71474c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873065 Sep 07 23:54:39.048199 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e0870a-44a7-43ac-91a9-6451f5a9e9bd req-2b6b1f46-0ff2-48fd-b203-4e777b2744b6 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:54:39.049710 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-e0e0870a-44a7-43ac-91a9-6451f5a9e9bd req-2b6b1f46-0ff2-48fd-b203-4e777b2744b6 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.15 "GET /v2.0/ports?device_id=170e126b-15c4-454e-9b34-45ba21a1aae8 HTTP/1.1" status: 200 len: 943 time: 0.0486953 Sep 07 23:54:39.092528 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-e0e0870a-44a7-43ac-91a9-6451f5a9e9bd req-4a044416-4045-40fc-ab8e-b2b7e8e5a6d0 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e0411c4-7643-4cf8-9269-1e26b6227463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359170 Sep 07 23:54:40.210811 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96720f-c1c8-47db-9310-e7b419572193 req-c42131f2-4b19-497d-940d-4e9eb6884282 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:54:40.213592 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ce96720f-c1c8-47db-9310-e7b419572193 req-c42131f2-4b19-497d-940d-4e9eb6884282 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.15 "GET /v2.0/ports?device_id=170e126b-15c4-454e-9b34-45ba21a1aae8 HTTP/1.1" status: 200 len: 943 time: 0.0509021 Sep 07 23:54:40.252875 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ce96720f-c1c8-47db-9310-e7b419572193 req-e5569f1c-d3cc-4d18-8057-075c563a1163 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e0411c4-7643-4cf8-9269-1e26b6227463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332804 Sep 07 23:54:41.373275 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52800a1b-f5ec-4a26-88d8-5d0dcb7774ee req-9ebc1066-3102-4162-922e-3e21c072f58e tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:54:41.374797 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-52800a1b-f5ec-4a26-88d8-5d0dcb7774ee req-9ebc1066-3102-4162-922e-3e21c072f58e tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.15 "GET /v2.0/ports?device_id=170e126b-15c4-454e-9b34-45ba21a1aae8 HTTP/1.1" status: 200 len: 943 time: 0.0518486 Sep 07 23:54:41.414927 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-52800a1b-f5ec-4a26-88d8-5d0dcb7774ee req-d6733d2c-981b-4ab2-925c-f37ea3cc040a tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e0411c4-7643-4cf8-9269-1e26b6227463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325284 Sep 07 23:54:42.035829 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 787b785e-d3e3-40f6-8176-91eb1e392b62 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=100552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 23:54:42.141820 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port 787b785e-d3e3-40f6-8176-91eb1e392b62, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=787b785e-d3e3-40f6-8176-91eb1e392b62,segment=NetworkSegment(279cdd00-e285-4aca-89ad-3dc33dcec1c6),segment_id=279cdd00-e285-4aca-89ad-3dc33dcec1c6)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:54:42.154461 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Returning: {'device': '787b785e-d3e3-40f6-8176-91eb1e392b62', 'network_id': 'c0b38f11-9ec5-4337-964b-f0415c71474c', 'port_id': '787b785e-d3e3-40f6-8176-91eb1e392b62', 'mac_address': 'fa:16:3e:73:af:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e112d248-8d2a-4cad-bd50-dc94ae7b35ad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 23:54:42.193327 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:42.206461 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.notifiers.nova [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 787b785e-d3e3-40f6-8176-91eb1e392b62 {{(pid=100552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 23:54:42.224996 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port 787b785e-d3e3-40f6-8176-91eb1e392b62, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=787b785e-d3e3-40f6-8176-91eb1e392b62,segment=NetworkSegment(279cdd00-e285-4aca-89ad-3dc33dcec1c6),segment_id=279cdd00-e285-4aca-89ad-3dc33dcec1c6)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:54:42.230211 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:42.275959 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Pushing event updated for resources: {'Port': ['ID=787b785e-d3e3-40f6-8176-91eb1e392b62,revision_number=4']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:54:42.440418 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] get_ports_and_sgs() called for port_ids ['787b785e-d3e3-40f6-8176-91eb1e392b62'] {{(pid=100552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 23:54:42.530078 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03bbfc-bcf1-4bf6-b266-f754b598c573 req-68b69624-2146-47d7-9d82-32b581377385 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:54:42.531564 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-bc03bbfc-bcf1-4bf6-b266-f754b598c573 req-68b69624-2146-47d7-9d82-32b581377385 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.15 "GET /v2.0/ports?device_id=170e126b-15c4-454e-9b34-45ba21a1aae8 HTTP/1.1" status: 200 len: 944 time: 0.0493443 Sep 07 23:54:42.573877 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-bc03bbfc-bcf1-4bf6-b266-f754b598c573 req-5e244abb-79fd-4583-821b-5893f6b37c3f tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e0411c4-7643-4cf8-9269-1e26b6227463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360203 Sep 07 23:54:42.888383 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 37792) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:54:42.993148 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-9638cc76-b7e1-4f4e-a67e-30639ecad0e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:43.081958 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-9638cc76-b7e1-4f4e-a67e-30639ecad0e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:43.085665 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-9638cc76-b7e1-4f4e-a67e-30639ecad0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:43.123024 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-9638cc76-b7e1-4f4e-a67e-30639ecad0e7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=92072673e7cc4f2b8bfbcb545ad5b9c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2335477 Sep 07 23:54:43.123871 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9638cc76-b7e1-4f4e-a67e-30639ecad0e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7ddccf-a1fe-49a0-bed3-9bf61ff6048c,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:54:43.126127 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 37796) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:54:43.182650 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-ecfc3b80-150b-4884-a045-8bc387af4ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:43.205738 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-ecfc3b80-150b-4884-a045-8bc387af4ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:43.256534 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-ecfc3b80-150b-4884-a045-8bc387af4ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:43.259820 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-ecfc3b80-150b-4884-a045-8bc387af4ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:43.261168 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-ecfc3b80-150b-4884-a045-8bc387af4ccc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4f7ddccf-a1fe-49a0-bed3-9bf61ff6048c HTTP/1.1" status: 204 len: 168 time: 0.1340492 Sep 07 23:54:43.269110 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfc3b80-150b-4884-a045-8bc387af4ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7ddccf-a1fe-49a0-bed3-9bf61ff6048c,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:54:43.692267 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee943a-d763-4d67-b5b0-2040f72b008c req-9ff459ad-06e6-40c7-8023-eee05df44526 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:54:43.693825 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-0cee943a-d763-4d67-b5b0-2040f72b008c req-9ff459ad-06e6-40c7-8023-eee05df44526 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.15 "GET /v2.0/ports?device_id=170e126b-15c4-454e-9b34-45ba21a1aae8 HTTP/1.1" status: 200 len: 944 time: 0.0544016 Sep 07 23:54:43.734060 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-0cee943a-d763-4d67-b5b0-2040f72b008c req-35a5b2d9-b6db-45a9-a9b0-56c4be353deb tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e0411c4-7643-4cf8-9269-1e26b6227463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338445 Sep 07 23:54:44.051043 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 787b785e-d3e3-40f6-8176-91eb1e392b62 up at agent hyperv_hv-cinder-75157 {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:54:44.107607 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Provisioning for port 787b785e-d3e3-40f6-8176-91eb1e392b62 completed by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:54:44.111504 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Provisioning complete for port 787b785e-d3e3-40f6-8176-91eb1e392b62 triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:54:44.111881 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:44.193972 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:44.217474 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '170e126b-15c4-454e-9b34-45ba21a1aae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '787b785e-d3e3-40f6-8176-91eb1e392b62'}] {{(pid=100552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:54:44.219695 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6af7ada11e39af001df59af8fe1a830bb49e6ec01a9e34e873de5065727c58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da281d6a-3cf7-4722-a36c-91256b6907b2" -d '{"events": [{"server_uuid": "170e126b-15c4-454e-9b34-45ba21a1aae8", "name": "network-vif-plugged", "status": "completed", "tag": "787b785e-d3e3-40f6-8176-91eb1e392b62"}]}' {{(pid=100552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:54:44.233502 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port 787b785e-d3e3-40f6-8176-91eb1e392b62, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=787b785e-d3e3-40f6-8176-91eb1e392b62,segment=NetworkSegment(279cdd00-e285-4aca-89ad-3dc33dcec1c6),segment_id=279cdd00-e285-4aca-89ad-3dc33dcec1c6)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:54:44.237905 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:44.263642 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 23:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063edaeb-e78c-4659-9564-e5b48833b010 x-openstack-request-id: req-063edaeb-e78c-4659-9564-e5b48833b010 {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:54:44.263981 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "170e126b-15c4-454e-9b34-45ba21a1aae8", "name": "network-vif-plugged", "status": "completed", "tag": "787b785e-d3e3-40f6-8176-91eb1e392b62", "code": 200}]} {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:54:44.264178 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-063edaeb-e78c-4659-9564-e5b48833b010 {{(pid=100552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:54:44.264703 dv-cinder-751579-26-iscsi neutron-server[100552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '170e126b-15c4-454e-9b34-45ba21a1aae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '787b785e-d3e3-40f6-8176-91eb1e392b62', 'code': 200} Sep 07 23:54:44.293445 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Pushing event updated for resources: {'Port': ['ID=787b785e-d3e3-40f6-8176-91eb1e392b62,revision_number=5']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:54:44.453009 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed15f0f-c934-4b98-bdd8-f774480fecad req-9a27cdf1-2d91-4cf9-88d6-8159875aa268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:54:44.454568 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-bed15f0f-c934-4b98-bdd8-f774480fecad req-9a27cdf1-2d91-4cf9-88d6-8159875aa268 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=170e126b-15c4-454e-9b34-45ba21a1aae8 HTTP/1.1" status: 200 len: 1098 time: 0.0508301 Sep 07 23:54:44.495610 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-bed15f0f-c934-4b98-bdd8-f774480fecad req-16e59df5-5d3d-47ea-9fec-8b33c1dc5dd3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6e0411c4-7643-4cf8-9269-1e26b6227463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334687 Sep 07 23:54:44.857397 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a892b46-2f64-4697-abbd-ad07bc3de3f3 req-b72545b5-7c2e-4643-a298-743c382bc82e tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:54:44.858865 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7a892b46-2f64-4697-abbd-ad07bc3de3f3 req-b72545b5-7c2e-4643-a298-743c382bc82e tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.15 "GET /v2.0/ports?device_id=170e126b-15c4-454e-9b34-45ba21a1aae8 HTTP/1.1" status: 200 len: 945 time: 0.0487554 Sep 07 23:54:44.895093 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-7a892b46-2f64-4697-abbd-ad07bc3de3f3 req-8a09b691-0f5c-402f-8729-dd1644fb3d22 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e0411c4-7643-4cf8-9269-1e26b6227463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303845 Sep 07 23:54:46.011494 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d386c-ea2d-401c-afda-ce8c7e4562a1 req-14f70492-5ce3-4bc9-893c-69c838cb17ab tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:54:46.012958 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1d5d386c-ea2d-401c-afda-ce8c7e4562a1 req-14f70492-5ce3-4bc9-893c-69c838cb17ab tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.15 "GET /v2.0/ports?device_id=170e126b-15c4-454e-9b34-45ba21a1aae8 HTTP/1.1" status: 200 len: 945 time: 0.0481110 Sep 07 23:54:46.049634 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1d5d386c-ea2d-401c-afda-ce8c7e4562a1 req-f2d14138-3800-4815-9123-5e7a6781d8eb tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e0411c4-7643-4cf8-9269-1e26b6227463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307717 Sep 07 23:54:48.651698 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:51.360999 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 37940) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:54:51.483954 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-24d04e40-ab10-496f-b025-6965e66be17b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:51.609070 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-24d04e40-ab10-496f-b025-6965e66be17b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:51.613165 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-24d04e40-ab10-496f-b025-6965e66be17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:51.660572 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-24d04e40-ab10-496f-b025-6965e66be17b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aa61e99ff62240059e9a64efc6fcd1f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2983665 Sep 07 23:54:51.661480 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d04e40-ab10-496f-b025-6965e66be17b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040e6418-3fe4-4521-9745-b328cb34c9c0,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:54:51.663888 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 37944) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:54:51.721680 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-c30a77d8-78b7-49b6-8f99-3e6bfaf82dc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:51.751367 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-c30a77d8-78b7-49b6-8f99-3e6bfaf82dc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:51.818648 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-c30a77d8-78b7-49b6-8f99-3e6bfaf82dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:51.821705 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-c30a77d8-78b7-49b6-8f99-3e6bfaf82dc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:54:51.822847 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-c30a77d8-78b7-49b6-8f99-3e6bfaf82dc1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/040e6418-3fe4-4521-9745-b328cb34c9c0 HTTP/1.1" status: 204 len: 168 time: 0.1568420 Sep 07 23:54:51.834245 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a77d8-78b7-49b6-8f99-3e6bfaf82dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040e6418-3fe4-4521-9745-b328cb34c9c0,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:54:55.423016 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.agents_db [None req-89df3544-7e8a-43ac-bb25-e7a75b7011d0 None None] Agent healthcheck: found 6 active agents {{(pid=100553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 23:54:58.204024 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-f8e6d8b6-e06e-4a73-b3f5-c037d6ef5cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:01.151014 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:01.766383 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7d1df1ad-b37a-4e15-80c6-1839d37deb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:03.366897 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ea97-3cf8-4e53-ad99-8ce826820bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:05.212625 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-187590d1-19a7-4a5a-ac4c-70625f9f540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:18.645294 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:19.631088 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b67c5-c3c1-46d7-a7cc-a8cab4adfda4 req-aa1c8e39-b846-45b4-8376-2d89f720c2d2 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:19.632591 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-728b67c5-c3c1-46d7-a7cc-a8cab4adfda4 req-aa1c8e39-b846-45b4-8376-2d89f720c2d2 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac6a1816-9e9d-4c70-9d19-877e21486a39 HTTP/1.1" status: 200 len: 946 time: 0.0498776 Sep 07 23:55:19.671459 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-728b67c5-c3c1-46d7-a7cc-a8cab4adfda4 req-e186d26e-3c4c-43d0-83bf-8938fba9078c tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/security-groups?id=28caf5ff-d7ad-4873-b80a-6cbaffe6df21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324364 Sep 07 23:55:20.787974 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c314c4c-9fd8-4b48-b664-86ef7d31b5d7 req-c21da325-1ab7-417a-a5db-c7dcd754c6ab tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:20.789466 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-9c314c4c-9fd8-4b48-b664-86ef7d31b5d7 req-c21da325-1ab7-417a-a5db-c7dcd754c6ab tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac6a1816-9e9d-4c70-9d19-877e21486a39 HTTP/1.1" status: 200 len: 946 time: 0.0505862 Sep 07 23:55:20.827781 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-9c314c4c-9fd8-4b48-b664-86ef7d31b5d7 req-7b15fbf5-533f-45b2-bc42-74f30c1c90c7 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/security-groups?id=28caf5ff-d7ad-4873-b80a-6cbaffe6df21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320845 Sep 07 23:55:21.946017 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edac7a-8ed2-43a7-86c3-d0fe86c1b33b req-b6653b11-f491-40d7-a31b-8e5796be44e5 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:21.947973 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d4edac7a-8ed2-43a7-86c3-d0fe86c1b33b req-b6653b11-f491-40d7-a31b-8e5796be44e5 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac6a1816-9e9d-4c70-9d19-877e21486a39 HTTP/1.1" status: 200 len: 946 time: 0.0529175 Sep 07 23:55:21.989102 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d4edac7a-8ed2-43a7-86c3-d0fe86c1b33b req-5dc132ae-dd41-405f-b71a-5cfeee30cf72 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/security-groups?id=28caf5ff-d7ad-4873-b80a-6cbaffe6df21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352242 Sep 07 23:55:23.111672 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2968182-61b5-4882-8341-3b7d45e0823f req-cc1c4cdf-b7be-4e9f-b93c-190633fb546f tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:23.113123 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d2968182-61b5-4882-8341-3b7d45e0823f req-cc1c4cdf-b7be-4e9f-b93c-190633fb546f tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac6a1816-9e9d-4c70-9d19-877e21486a39 HTTP/1.1" status: 200 len: 946 time: 0.0508029 Sep 07 23:55:23.152948 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d2968182-61b5-4882-8341-3b7d45e0823f req-5dff9963-06f1-4643-bada-6b16c134f7ca tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/security-groups?id=28caf5ff-d7ad-4873-b80a-6cbaffe6df21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338404 Sep 07 23:55:23.423466 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1930dca-8127-43b1-b3ca-476519647c8c req-2f887d08-0742-4fae-b9fc-deb6fda3d2c0 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:23.424824 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-e1930dca-8127-43b1-b3ca-476519647c8c req-2f887d08-0742-4fae-b9fc-deb6fda3d2c0 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac6a1816-9e9d-4c70-9d19-877e21486a39 HTTP/1.1" status: 200 len: 946 time: 0.0475166 Sep 07 23:55:23.518120 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [req-e1930dca-8127-43b1-b3ca-476519647c8c req-8384de33-232e-4a46-ae4e-466354f318d7 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Deleting port 6c95cf9b-df37-462d-80e3-fedafa3087b6 {{(pid=100551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:55:23.518453 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-e1930dca-8127-43b1-b3ca-476519647c8c req-8384de33-232e-4a46-ae4e-466354f318d7 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:23.603399 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-e1930dca-8127-43b1-b3ca-476519647c8c req-8384de33-232e-4a46-ae4e-466354f318d7 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] For port 6c95cf9b-df37-462d-80e3-fedafa3087b6, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=6c95cf9b-df37-462d-80e3-fedafa3087b6,segment=NetworkSegment(f7466842-9496-4ed8-a8d7-e336540c98ac),segment_id=f7466842-9496-4ed8-a8d7-e336540c98ac)] {{(pid=100551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:55:23.603761 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-e1930dca-8127-43b1-b3ca-476519647c8c req-8384de33-232e-4a46-ae4e-466354f318d7 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:23.792056 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-e1930dca-8127-43b1-b3ca-476519647c8c req-8384de33-232e-4a46-ae4e-466354f318d7 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:23.792410 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-e1930dca-8127-43b1-b3ca-476519647c8c req-8384de33-232e-4a46-ae4e-466354f318d7 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595513'] for floatingip, after_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:23.792757 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.db.l3_db [req-e1930dca-8127-43b1-b3ca-476519647c8c req-8384de33-232e-4a46-ae4e-466354f318d7 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Floating IP 2be86d5a-4aa4-4945-aa65-dfa3d7af4f88 disassociated. External IP: 172.27.2.254, port: 6c95cf9b-df37-462d-80e3-fedafa3087b6. Sep 07 23:55:23.793098 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [req-e1930dca-8127-43b1-b3ca-476519647c8c req-8384de33-232e-4a46-ae4e-466354f318d7 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Calling delete_port for 6c95cf9b-df37-462d-80e3-fedafa3087b6 owned by compute:nova {{(pid=100551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:55:23.916053 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-e1930dca-8127-43b1-b3ca-476519647c8c req-8384de33-232e-4a46-ae4e-466354f318d7 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:23.951865 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8384de33-232e-4a46-ae4e-466354f318d7 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Pushing event deleted for resources: {'Port': ['ID=6c95cf9b-df37-462d-80e3-fedafa3087b6,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:55:24.070824 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1930dca-8127-43b1-b3ca-476519647c8c req-8384de33-232e-4a46-ae4e-466354f318d7 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Router a7b57986-3771-4ffc-928e-f8bc08f82943 has already been hosted by L3 agent 19316ef7-2440-47e6-ada3-35aaee6f744b {{(pid=100551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 23:55:24.179360 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1930dca-8127-43b1-b3ca-476519647c8c req-8384de33-232e-4a46-ae4e-466354f318d7 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify agent at l3_agent.dv-cinder-751579-26-iscsi the message routers_updated {{(pid=100551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 23:55:24.194227 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1169195-3d5d-4f07-b947-5f945170cb8c None None] Sync routers for ids ['a7b57986-3771-4ffc-928e-f8bc08f82943'] in dv-cinder-751579-26-iscsi {{(pid=100552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 23:55:24.211712 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1169195-3d5d-4f07-b947-5f945170cb8c None None] Routers {'a7b57986-3771-4ffc-928e-f8bc08f82943'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:55:24.212343 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-a1169195-3d5d-4f07-b947-5f945170cb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:55:02Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['a7b57986-3771-4ffc-928e-f8bc08f82943'], 'active': True} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:55:24.219104 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1930dca-8127-43b1-b3ca-476519647c8c req-8384de33-232e-4a46-ae4e-466354f318d7 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] No DVR routers for this DVR port 6c95cf9b-df37-462d-80e3-fedafa3087b6 on host hv-cinder-75157 {{(pid=100551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 23:55:24.221652 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-e1930dca-8127-43b1-b3ca-476519647c8c req-8384de33-232e-4a46-ae4e-466354f318d7 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:24.223670 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-e1930dca-8127-43b1-b3ca-476519647c8c req-8384de33-232e-4a46-ae4e-466354f318d7 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.42 "DELETE /v2.0/ports/6c95cf9b-df37-462d-80e3-fedafa3087b6 HTTP/1.1" status: 204 len: 173 time: 0.7914805 Sep 07 23:55:24.224111 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac6a1816-9e9d-4c70-9d19-877e21486a39', 'name': 'network-vif-deleted', 'tag': '6c95cf9b-df37-462d-80e3-fedafa3087b6'}] {{(pid=100551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:55:24.226380 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744d18a1a9123520e55b11d6b4f544890c28500fff252c5db1cb0c4b69d72d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243dc479-aa28-4cf6-9046-8527f8c71c89" -d '{"events": [{"server_uuid": "ac6a1816-9e9d-4c70-9d19-877e21486a39", "name": "network-vif-deleted", "tag": "6c95cf9b-df37-462d-80e3-fedafa3087b6"}]}' {{(pid=100551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:55:24.275289 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 23:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06c06aa-58f2-48d7-b518-1fa2b8f4647f x-openstack-request-id: req-b06c06aa-58f2-48d7-b518-1fa2b8f4647f {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:55:24.275629 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac6a1816-9e9d-4c70-9d19-877e21486a39", "name": "network-vif-deleted", "tag": "6c95cf9b-df37-462d-80e3-fedafa3087b6", "status": "completed", "code": 200}]} {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:55:24.276582 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b06c06aa-58f2-48d7-b518-1fa2b8f4647f {{(pid=100551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:55:24.276986 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac6a1816-9e9d-4c70-9d19-877e21486a39', 'name': 'network-vif-deleted', 'tag': '6c95cf9b-df37-462d-80e3-fedafa3087b6', 'status': 'completed', 'code': 200} Sep 07 23:55:24.285854 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ceb8c7a8-129e-45e6-934d-d4fed297c8b1 req-ea7b8842-993c-48c2-946a-cc9c7efc99da tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac6a1816-9e9d-4c70-9d19-877e21486a39 HTTP/1.1" status: 200 len: 210 time: 0.0387881 Sep 07 23:55:24.336096 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvr_db [None req-a1169195-3d5d-4f07-b947-5f945170cb8c None None] Set router a7b57986-3771-4ffc-928e-f8bc08f82943 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:55:24.668030 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-a1169195-3d5d-4f07-b947-5f945170cb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'name': 'tempest-TestVolumeBootPattern-1606400456-router', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:52:29Z', 'updated_at': '2021-09-07T23:52:32Z', 'revision_number': 4, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'gw_port': {'id': '8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:29Z', 'updated_at': '2021-09-07T23:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': '0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6', 'name': '', 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'mac_address': 'fa:16:3e:37:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '8520aa77-9cf8-4f04-9cb1-197f20f35fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:31Z', 'updated_at': '2021-09-07T23:52:38Z', 'revision_number': 5, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'subnets': [{'id': '8520aa77-9cf8-4f04-9cb1-197f20f35fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:55:24.694071 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1169195-3d5d-4f07-b947-5f945170cb8c None None] Checking router: a7b57986-3771-4ffc-928e-f8bc08f82943 for host: dv-cinder-751579-26-iscsi {{(pid=100552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 23:55:24.702801 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1169195-3d5d-4f07-b947-5f945170cb8c None None] Routers {'a7b57986-3771-4ffc-928e-f8bc08f82943'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:55:24.703429 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-a1169195-3d5d-4f07-b947-5f945170cb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:55:02Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['a7b57986-3771-4ffc-928e-f8bc08f82943'], 'active': True} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:55:24.809690 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvr_db [None req-a1169195-3d5d-4f07-b947-5f945170cb8c None None] Set router a7b57986-3771-4ffc-928e-f8bc08f82943 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:55:25.028552 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-a1169195-3d5d-4f07-b947-5f945170cb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'name': 'tempest-TestVolumeBootPattern-1606400456-router', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:52:29Z', 'updated_at': '2021-09-07T23:52:32Z', 'revision_number': 4, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'gw_port': {'id': '8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:29Z', 'updated_at': '2021-09-07T23:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': '0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6', 'name': '', 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'mac_address': 'fa:16:3e:37:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '8520aa77-9cf8-4f04-9cb1-197f20f35fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:31Z', 'updated_at': '2021-09-07T23:52:38Z', 'revision_number': 5, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'subnets': [{'id': '8520aa77-9cf8-4f04-9cb1-197f20f35fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:55:25.054681 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1169195-3d5d-4f07-b947-5f945170cb8c None None] The sync data for ids ['a7b57986-3771-4ffc-928e-f8bc08f82943'] in dv-cinder-751579-26-iscsi is: [{'id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'name': 'tempest-TestVolumeBootPattern-1606400456-router', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:52:29Z', 'updated_at': '2021-09-07T23:52:32Z', 'revision_number': 4, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'gw_port': {'id': '8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:29Z', 'updated_at': '2021-09-07T23:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': '0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6', 'name': '', 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'mac_address': 'fa:16:3e:37:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '8520aa77-9cf8-4f04-9cb1-197f20f35fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:31Z', 'updated_at': '2021-09-07T23:52:38Z', 'revision_number': 5, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'subnets': [{'id': '8520aa77-9cf8-4f04-9cb1-197f20f35fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 23:55:25.280992 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2917105-1e84-4fa0-9c7a-c00b5522e655 None None] New status for floating IP 2be86d5a-4aa4-4945-aa65-dfa3d7af4f88: DOWN {{(pid=100553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 23:55:25.536258 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a91515b9-3452-4343-bd7b-e1e6daab0177 req-446cced7-8640-48a5-b808-bed6f0b081cf tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-412847332&fields=id&tenant_id=42f067fd8b194261a54e9fcfd96af714 HTTP/1.1" status: 200 len: 267 time: 0.0316384 Sep 07 23:55:25.641862 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91515b9-3452-4343-bd7b-e1e6daab0177 req-479e2225-6c37-45eb-b672-8f048d0f305e tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:25.643320 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a91515b9-3452-4343-bd7b-e1e6daab0177 req-479e2225-6c37-45eb-b672-8f048d0f305e tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/networks?id=b183201c-d8ba-4df8-a849-eaf5a586f813 HTTP/1.1" status: 200 len: 812 time: 0.0998440 Sep 07 23:55:25.658894 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a91515b9-3452-4343-bd7b-e1e6daab0177 req-a0b775f4-aa52-4456-b558-7912c823d377 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/quotas/42f067fd8b194261a54e9fcfd96af714 HTTP/1.1" status: 200 len: 375 time: 0.0099256 Sep 07 23:55:25.713538 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a91515b9-3452-4343-bd7b-e1e6daab0177 req-1bc580e9-1673-4f44-90fc-a1b7c085d85a tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=42f067fd8b194261a54e9fcfd96af714&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490637 Sep 07 23:55:26.131655 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a91515b9-3452-4343-bd7b-e1e6daab0177 req-bb71bb05-ddca-4b2e-b484-2cbdf7744a51 service neutron] 10.222.0.15 "GET /v2.0/networks/b183201c-d8ba-4df8-a849-eaf5a586f813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4031191 Sep 07 23:55:26.223214 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a91515b9-3452-4343-bd7b-e1e6daab0177 req-05ae7a07-2d68-403b-a398-a1f3b763e1d1 service neutron] 10.222.0.15 "GET /v2.0/networks/b183201c-d8ba-4df8-a849-eaf5a586f813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849938 Sep 07 23:55:27.549080 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-58f5ed47-711a-4fa2-ae49-2815177bc592 req-c051f53a-1c3d-4d5c-a1d8-01e69c48304f tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=7311053b-79d8-461f-ad8f-57892c1f9b97 HTTP/1.1" status: 200 len: 210 time: 0.0273433 Sep 07 23:55:28.205666 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e34a85c3-3557-4c75-b22b-754401edbd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:28.288146 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 6c95cf9b-df37-462d-80e3-fedafa3087b6 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 23:55:28.308959 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] No Port match for: 6c95cf9b-df37-462d-80e3-fedafa3087b6 {{(pid=100552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 23:55:28.309297 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 6c95cf9b-df37-462d-80e3-fedafa3087b6 not bound to the agent host hv-cinder-75157 {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 23:55:28.514892 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91515b9-3452-4343-bd7b-e1e6daab0177 req-6e76f7a4-1e55-4f86-affc-6ccacd9cd09a tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:28.516341 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a91515b9-3452-4343-bd7b-e1e6daab0177 req-6e76f7a4-1e55-4f86-affc-6ccacd9cd09a tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.42 "GET /v2.0/networks?id=b183201c-d8ba-4df8-a849-eaf5a586f813 HTTP/1.1" status: 200 len: 812 time: 0.1148987 Sep 07 23:55:28.562553 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a91515b9-3452-4343-bd7b-e1e6daab0177 req-b87bcacb-cf6e-4335-8eea-f9eff0b73607 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42f067fd8b194261a54e9fcfd96af714 HTTP/1.1" status: 200 len: 379 time: 0.0354121 Sep 07 23:55:28.578824 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [req-a91515b9-3452-4343-bd7b-e1e6daab0177 req-e679b4b4-745d-4805-8dfa-13e76f7745c2 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Request body: {'port': {'device_id': '7311053b-79d8-461f-ad8f-57892c1f9b97', 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813', 'admin_state_up': True, 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'security_groups': ['28caf5ff-d7ad-4873-b80a-6cbaffe6df21']}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:55:28.677170 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-0ca89189-4028-4da7-bca3-18444323c145 req-3caca5af-dd8e-43ce-8fb5-82732aa0d469 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=7311053b-79d8-461f-ad8f-57892c1f9b97 HTTP/1.1" status: 200 len: 210 time: 0.0326362 Sep 07 23:55:28.734817 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a91515b9-3452-4343-bd7b-e1e6daab0177 req-e679b4b4-745d-4805-8dfa-13e76f7745c2 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Made reservation on behalf of 42f067fd8b194261a54e9fcfd96af714 for: {'port': 1} {{(pid=100551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:55:28.741126 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-a91515b9-3452-4343-bd7b-e1e6daab0177 req-e679b4b4-745d-4805-8dfa-13e76f7745c2 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:28.903465 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34529d7a-c145-45bc-a340-fb80c7476c3d req-ce7eb13f-a630-42b3-a43d-fd8a18b49722 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:28.905071 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-34529d7a-c145-45bc-a340-fb80c7476c3d req-ce7eb13f-a630-42b3-a43d-fd8a18b49722 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.15 "GET /v2.0/ports?device_id=170e126b-15c4-454e-9b34-45ba21a1aae8 HTTP/1.1" status: 200 len: 945 time: 0.1279635 Sep 07 23:55:28.961991 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.db_base_plugin_common [req-a91515b9-3452-4343-bd7b-e1e6daab0177 req-e679b4b4-745d-4805-8dfa-13e76f7745c2 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Allocated IP 172.20.0.13 (b183201c-d8ba-4df8-a849-eaf5a586f813/8520aa77-9cf8-4f04-9cb1-197f20f35fc3/f551bc2a-5801-4e90-bf85-f51cedb73741) {{(pid=100551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:55:28.967800 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-34529d7a-c145-45bc-a340-fb80c7476c3d req-ea15d4b7-63d9-4475-93ff-10fd08e1d3f4 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e0411c4-7643-4cf8-9269-1e26b6227463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548000 Sep 07 23:55:29.145851 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-a91515b9-3452-4343-bd7b-e1e6daab0177 req-e679b4b4-745d-4805-8dfa-13e76f7745c2 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks [] for port, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:29.162494 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.provisioning_blocks [req-a91515b9-3452-4343-bd7b-e1e6daab0177 req-e679b4b4-745d-4805-8dfa-13e76f7745c2 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Transition to ACTIVE for port object f551bc2a-5801-4e90-bf85-f51cedb73741 will not be triggered until provisioned by entity DHCP. {{(pid=100551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:55:29.202027 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-a91515b9-3452-4343-bd7b-e1e6daab0177 req-e679b4b4-745d-4805-8dfa-13e76f7745c2 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:29.245900 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a91515b9-3452-4343-bd7b-e1e6daab0177 req-e679b4b4-745d-4805-8dfa-13e76f7745c2 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Network b183201c-d8ba-4df8-a849-eaf5a586f813 is already hosted by enough agents. {{(pid=100551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:55:29.251453 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.base_scheduler [req-a91515b9-3452-4343-bd7b-e1e6daab0177 req-e679b4b4-745d-4805-8dfa-13e76f7745c2 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Resources bound (agent type, host, resource id): {{(pid=100551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:55:29.255880 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.l3_dvrscheduler_db [req-a91515b9-3452-4343-bd7b-e1e6daab0177 req-e679b4b4-745d-4805-8dfa-13e76f7745c2 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Received port after_create {{(pid=100551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:55:29.295235 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e679b4b4-745d-4805-8dfa-13e76f7745c2 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Pushing event updated for resources: {'Port': ['ID=f551bc2a-5801-4e90-bf85-f51cedb73741,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:55:29.310856 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e679b4b4-745d-4805-8dfa-13e76f7745c2 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:55:29.311297 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e679b4b4-745d-4805-8dfa-13e76f7745c2 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:55:29.311726 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e679b4b4-745d-4805-8dfa-13e76f7745c2 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:55:29.312148 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e679b4b4-745d-4805-8dfa-13e76f7745c2 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:55:29.312580 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e679b4b4-745d-4805-8dfa-13e76f7745c2 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:55:29.312926 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e679b4b4-745d-4805-8dfa-13e76f7745c2 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:55:29.313320 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e679b4b4-745d-4805-8dfa-13e76f7745c2 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:55:29.313566 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e679b4b4-745d-4805-8dfa-13e76f7745c2 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:55:29.316488 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e679b4b4-745d-4805-8dfa-13e76f7745c2 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:55:29.316488 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e679b4b4-745d-4805-8dfa-13e76f7745c2 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:55:29.316488 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e679b4b4-745d-4805-8dfa-13e76f7745c2 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:55:29.316488 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e679b4b4-745d-4805-8dfa-13e76f7745c2 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:55:29.353119 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91515b9-3452-4343-bd7b-e1e6daab0177 req-e679b4b4-745d-4805-8dfa-13e76f7745c2 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:29.354480 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-a91515b9-3452-4343-bd7b-e1e6daab0177 req-e679b4b4-745d-4805-8dfa-13e76f7745c2 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:29.378797 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a91515b9-3452-4343-bd7b-e1e6daab0177 req-e679b4b4-745d-4805-8dfa-13e76f7745c2 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8052454 Sep 07 23:55:29.394971 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [req-a91515b9-3452-4343-bd7b-e1e6daab0177 req-0755248f-fae6-4995-9748-217f0bbf855a service neutron] Request body: {'port': {'device_id': '7311053b-79d8-461f-ad8f-57892c1f9b97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:55:29.468870 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-a91515b9-3452-4343-bd7b-e1e6daab0177 req-0755248f-fae6-4995-9748-217f0bbf855a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:29.482503 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-31f4e215-fcf2-4c99-88c1-d87feab62ce1 None None] Provisioning for port f551bc2a-5801-4e90-bf85-f51cedb73741 completed by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:55:29.488219 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-31f4e215-fcf2-4c99-88c1-d87feab62ce1 None None] Provisioning complete for port f551bc2a-5801-4e90-bf85-f51cedb73741 triggered by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:55:29.488878 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-31f4e215-fcf2-4c99-88c1-d87feab62ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:29.539256 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-31f4e215-fcf2-4c99-88c1-d87feab62ce1 None None] Port f551bc2a-5801-4e90-bf85-f51cedb73741 cannot update to ACTIVE because it is not bound. {{(pid=100552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 23:55:29.745426 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [req-a91515b9-3452-4343-bd7b-e1e6daab0177 req-0755248f-fae6-4995-9748-217f0bbf855a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f551bc2a-5801-4e90-bf85-f51cedb73741 {{(pid=100551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 23:55:29.762439 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-a91515b9-3452-4343-bd7b-e1e6daab0177 req-0755248f-fae6-4995-9748-217f0bbf855a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:29.790251 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.provisioning_blocks [req-a91515b9-3452-4343-bd7b-e1e6daab0177 req-0755248f-fae6-4995-9748-217f0bbf855a service neutron] Transition to ACTIVE for port object f551bc2a-5801-4e90-bf85-f51cedb73741 will not be triggered until provisioned by entity L2. {{(pid=100551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:55:29.794223 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-a91515b9-3452-4343-bd7b-e1e6daab0177 req-0755248f-fae6-4995-9748-217f0bbf855a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5131532'] for port, after_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:29.848772 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ff37f-a777-4290-82a6-5f46cd2004ed req-c5b2e0ed-cc11-4201-9af9-772299093cbc tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:29.850339 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-779ff37f-a777-4290-82a6-5f46cd2004ed req-c5b2e0ed-cc11-4201-9af9-772299093cbc tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=7311053b-79d8-461f-ad8f-57892c1f9b97 HTTP/1.1" status: 200 len: 932 time: 0.1004372 Sep 07 23:55:29.867054 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755248f-fae6-4995-9748-217f0bbf855a service neutron] Pushing event updated for resources: {'Port': ['ID=f551bc2a-5801-4e90-bf85-f51cedb73741,revision_number=2']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:55:29.940752 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-779ff37f-a777-4290-82a6-5f46cd2004ed req-bae462dd-ad01-409c-b77e-470d776e30dc tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/security-groups?id=28caf5ff-d7ad-4873-b80a-6cbaffe6df21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805604 Sep 07 23:55:29.964884 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-a91515b9-3452-4343-bd7b-e1e6daab0177 req-0755248f-fae6-4995-9748-217f0bbf855a service neutron] Attempting to bind port f551bc2a-5801-4e90-bf85-f51cedb73741 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 23:55:29.965317 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-a91515b9-3452-4343-bd7b-e1e6daab0177 req-0755248f-fae6-4995-9748-217f0bbf855a service neutron] Attempting to bind port f551bc2a-5801-4e90-bf85-f51cedb73741 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': 'f7466842-9496-4ed8-a8d7-e336540c98ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813'}] {{(pid=100551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 23:55:29.965673 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91515b9-3452-4343-bd7b-e1e6daab0177 req-0755248f-fae6-4995-9748-217f0bbf855a service neutron] Attempting to bind port f551bc2a-5801-4e90-bf85-f51cedb73741 on network b183201c-d8ba-4df8-a849-eaf5a586f813 {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:55:29.970332 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91515b9-3452-4343-bd7b-e1e6daab0177 req-0755248f-fae6-4995-9748-217f0bbf855a service neutron] Port f551bc2a-5801-4e90-bf85-f51cedb73741 on network b183201c-d8ba-4df8-a849-eaf5a586f813 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 23:55:29.970653 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91515b9-3452-4343-bd7b-e1e6daab0177 req-0755248f-fae6-4995-9748-217f0bbf855a service neutron] Attempting to bind port f551bc2a-5801-4e90-bf85-f51cedb73741 on network b183201c-d8ba-4df8-a849-eaf5a586f813 {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:55:29.975781 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91515b9-3452-4343-bd7b-e1e6daab0177 req-0755248f-fae6-4995-9748-217f0bbf855a service neutron] Checking agent: {'id': '8b06e77c-11ef-48c4-9ba2-92653b27ce62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 23, 44, 18), 'started_at': datetime.datetime(2021, 9, 7, 23, 44, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 23, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 23:55:29.976110 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91515b9-3452-4343-bd7b-e1e6daab0177 req-0755248f-fae6-4995-9748-217f0bbf855a service neutron] Checking segment: {'id': 'f7466842-9496-4ed8-a8d7-e336540c98ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:55:29.976519 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91515b9-3452-4343-bd7b-e1e6daab0177 req-0755248f-fae6-4995-9748-217f0bbf855a service neutron] Bound using segment: {'id': 'f7466842-9496-4ed8-a8d7-e336540c98ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813'} {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 23:55:29.976947 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-a91515b9-3452-4343-bd7b-e1e6daab0177 req-0755248f-fae6-4995-9748-217f0bbf855a service neutron] Bound port: f551bc2a-5801-4e90-bf85-f51cedb73741, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7466842-9496-4ed8-a8d7-e336540c98ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813'}}] {{(pid=100551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 23:55:29.977295 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-a91515b9-3452-4343-bd7b-e1e6daab0177 req-0755248f-fae6-4995-9748-217f0bbf855a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:30.054481 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-a91515b9-3452-4343-bd7b-e1e6daab0177 req-0755248f-fae6-4995-9748-217f0bbf855a service neutron] For port f551bc2a-5801-4e90-bf85-f51cedb73741, host hv-cinder-75157, cleared binding levels {{(pid=100551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 23:55:30.081118 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-a91515b9-3452-4343-bd7b-e1e6daab0177 req-0755248f-fae6-4995-9748-217f0bbf855a service neutron] For port f551bc2a-5801-4e90-bf85-f51cedb73741, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=f551bc2a-5801-4e90-bf85-f51cedb73741,segment=NetworkSegment(f7466842-9496-4ed8-a8d7-e336540c98ac),segment_id=f7466842-9496-4ed8-a8d7-e336540c98ac)] {{(pid=100551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 23:55:30.088263 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-a91515b9-3452-4343-bd7b-e1e6daab0177 req-0755248f-fae6-4995-9748-217f0bbf855a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5131532'] for port, after_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:30.129314 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91515b9-3452-4343-bd7b-e1e6daab0177 req-0755248f-fae6-4995-9748-217f0bbf855a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:30.129943 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-a91515b9-3452-4343-bd7b-e1e6daab0177 req-0755248f-fae6-4995-9748-217f0bbf855a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:30.131310 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a91515b9-3452-4343-bd7b-e1e6daab0177 req-0755248f-fae6-4995-9748-217f0bbf855a service neutron] 10.222.0.42 "PUT /v2.0/ports/f551bc2a-5801-4e90-bf85-f51cedb73741 HTTP/1.1" status: 200 len: 1094 time: 0.7440815 Sep 07 23:55:30.132523 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7311053b-79d8-461f-ad8f-57892c1f9b97', 'tag': 'f551bc2a-5801-4e90-bf85-f51cedb73741'}] {{(pid=100551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:55:30.134870 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744d18a1a9123520e55b11d6b4f544890c28500fff252c5db1cb0c4b69d72d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e60d49-7167-4664-bd9c-4aee011966de" -d '{"events": [{"name": "network-changed", "server_uuid": "7311053b-79d8-461f-ad8f-57892c1f9b97", "tag": "f551bc2a-5801-4e90-bf85-f51cedb73741"}]}' {{(pid=100551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:55:30.151650 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833facd-f8ca-48b4-9d21-933a98aa9601 req-f1f92d38-b93a-4737-b904-5f6951d5ccb5 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:30.153259 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3833facd-f8ca-48b4-9d21-933a98aa9601 req-f1f92d38-b93a-4737-b904-5f6951d5ccb5 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.15 "GET /v2.0/ports?device_id=170e126b-15c4-454e-9b34-45ba21a1aae8 HTTP/1.1" status: 200 len: 945 time: 0.1132679 Sep 07 23:55:30.186686 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 23:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e73c91d-59e3-4106-9f9e-4f5da737e056 x-openstack-request-id: req-2e73c91d-59e3-4106-9f9e-4f5da737e056 {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:55:30.186970 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7311053b-79d8-461f-ad8f-57892c1f9b97", "tag": "f551bc2a-5801-4e90-bf85-f51cedb73741", "status": "completed", "code": 200}]} {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:55:30.187215 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2e73c91d-59e3-4106-9f9e-4f5da737e056 {{(pid=100551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:55:30.187602 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7311053b-79d8-461f-ad8f-57892c1f9b97', 'tag': 'f551bc2a-5801-4e90-bf85-f51cedb73741', 'status': 'completed', 'code': 200} Sep 07 23:55:30.238834 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755248f-fae6-4995-9748-217f0bbf855a service neutron] Pushing event updated for resources: {'Port': ['ID=f551bc2a-5801-4e90-bf85-f51cedb73741,revision_number=3']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:55:30.253687 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3833facd-f8ca-48b4-9d21-933a98aa9601 req-f351f78c-6f5c-40e4-88b4-e68b2d6b5ad2 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e0411c4-7643-4cf8-9269-1e26b6227463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903158 Sep 07 23:55:30.275264 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91515b9-3452-4343-bd7b-e1e6daab0177 req-23d7adb7-0f0c-49fe-9a94-8ccbeedec0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:30.275264 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a91515b9-3452-4343-bd7b-e1e6daab0177 req-23d7adb7-0f0c-49fe-9a94-8ccbeedec0e7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=42f067fd8b194261a54e9fcfd96af714&device_id=7311053b-79d8-461f-ad8f-57892c1f9b97 HTTP/1.1" status: 200 len: 1097 time: 0.0892961 Sep 07 23:55:30.331407 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a91515b9-3452-4343-bd7b-e1e6daab0177 req-b29c15a4-76cf-4033-b7f8-2e0614be25fe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f551bc2a-5801-4e90-bf85-f51cedb73741 HTTP/1.1" status: 200 len: 217 time: 0.0487528 Sep 07 23:55:30.407932 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91515b9-3452-4343-bd7b-e1e6daab0177 req-9159ca95-a9af-42fa-ba4f-6c4edebe9551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:30.409428 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a91515b9-3452-4343-bd7b-e1e6daab0177 req-9159ca95-a9af-42fa-ba4f-6c4edebe9551 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8520aa77-9cf8-4f04-9cb1-197f20f35fc3 HTTP/1.1" status: 200 len: 851 time: 0.0590501 Sep 07 23:55:30.418518 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c507e-2a69-4e1f-b18d-59c2803004da req-b0b04dde-f4b9-47f4-a64e-365cf64879a6 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:30.420108 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c72c507e-2a69-4e1f-b18d-59c2803004da req-b0b04dde-f4b9-47f4-a64e-365cf64879a6 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.42 "GET /v2.0/ports?device_id=170e126b-15c4-454e-9b34-45ba21a1aae8 HTTP/1.1" status: 200 len: 945 time: 0.1003163 Sep 07 23:55:30.508381 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91515b9-3452-4343-bd7b-e1e6daab0177 req-607672b2-938c-410b-96a6-544c74f2a2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:30.509845 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a91515b9-3452-4343-bd7b-e1e6daab0177 req-607672b2-938c-410b-96a6-544c74f2a2b5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b183201c-d8ba-4df8-a849-eaf5a586f813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0887806 Sep 07 23:55:30.594652 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [req-c72c507e-2a69-4e1f-b18d-59c2803004da req-bf394a64-77ee-4513-9372-664b435ebd9f tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Deleting port 787b785e-d3e3-40f6-8176-91eb1e392b62 {{(pid=100551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:55:30.594978 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-c72c507e-2a69-4e1f-b18d-59c2803004da req-bf394a64-77ee-4513-9372-664b435ebd9f tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:30.668628 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a91515b9-3452-4343-bd7b-e1e6daab0177 req-df7c7f36-79bc-444f-813c-d8bc9772ad40 service neutron] 10.222.0.42 "GET /v2.0/networks/b183201c-d8ba-4df8-a849-eaf5a586f813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501622 Sep 07 23:55:30.767208 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-c72c507e-2a69-4e1f-b18d-59c2803004da req-bf394a64-77ee-4513-9372-664b435ebd9f tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] For port 787b785e-d3e3-40f6-8176-91eb1e392b62, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=787b785e-d3e3-40f6-8176-91eb1e392b62,segment=NetworkSegment(279cdd00-e285-4aca-89ad-3dc33dcec1c6),segment_id=279cdd00-e285-4aca-89ad-3dc33dcec1c6)] {{(pid=100551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:55:30.767867 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-c72c507e-2a69-4e1f-b18d-59c2803004da req-bf394a64-77ee-4513-9372-664b435ebd9f tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:30.783981 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [req-c72c507e-2a69-4e1f-b18d-59c2803004da req-bf394a64-77ee-4513-9372-664b435ebd9f tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Calling delete_port for 787b785e-d3e3-40f6-8176-91eb1e392b62 owned by compute:nova {{(pid=100551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:55:30.808243 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a91515b9-3452-4343-bd7b-e1e6daab0177 req-518a8ffb-594e-4159-b431-5f54777fa143 service neutron] 10.222.0.42 "GET /v2.0/networks/b183201c-d8ba-4df8-a849-eaf5a586f813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309659 Sep 07 23:55:30.911452 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e60d49-7167-4664-bd9c-4aee011966de req-8408a407-fbdd-43ea-9eee-3ec5221b7405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:30.912974 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-23e60d49-7167-4664-bd9c-4aee011966de req-8408a407-fbdd-43ea-9eee-3ec5221b7405 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=42f067fd8b194261a54e9fcfd96af714&device_id=7311053b-79d8-461f-ad8f-57892c1f9b97 HTTP/1.1" status: 200 len: 1097 time: 0.0538509 Sep 07 23:55:31.040644 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-c72c507e-2a69-4e1f-b18d-59c2803004da req-bf394a64-77ee-4513-9372-664b435ebd9f tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:31.052148 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] get_ports_and_sgs() called for port_ids ['787b785e-d3e3-40f6-8176-91eb1e392b62'] {{(pid=100552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 23:55:31.094618 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf394a64-77ee-4513-9372-664b435ebd9f tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Pushing event deleted for resources: {'Port': ['ID=787b785e-d3e3-40f6-8176-91eb1e392b62,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:55:31.115693 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e60d49-7167-4664-bd9c-4aee011966de req-db2a0e99-c52a-460c-9180-58e2a6444ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:31.117239 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-23e60d49-7167-4664-bd9c-4aee011966de req-db2a0e99-c52a-460c-9180-58e2a6444ac5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b183201c-d8ba-4df8-a849-eaf5a586f813 HTTP/1.1" status: 200 len: 913 time: 0.1817157 Sep 07 23:55:31.156086 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:31.157970 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e66ce6-61a8-40bf-a94a-904eecb5486d req-f22cc9d4-a200-4d0f-823a-f285a6c279eb tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:31.159478 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a3e66ce6-61a8-40bf-a94a-904eecb5486d req-f22cc9d4-a200-4d0f-823a-f285a6c279eb tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=7311053b-79d8-461f-ad8f-57892c1f9b97 HTTP/1.1" status: 200 len: 944 time: 0.1360543 Sep 07 23:55:31.199966 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.l3_dvrscheduler_db [req-c72c507e-2a69-4e1f-b18d-59c2803004da req-bf394a64-77ee-4513-9372-664b435ebd9f tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] No DVR routers for this DVR port 787b785e-d3e3-40f6-8176-91eb1e392b62 on host hv-cinder-75157 {{(pid=100551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 23:55:31.202995 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-23e60d49-7167-4664-bd9c-4aee011966de req-9a58f92d-7f52-4124-b161-041389930fc8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f551bc2a-5801-4e90-bf85-f51cedb73741 HTTP/1.1" status: 200 len: 217 time: 0.0662239 Sep 07 23:55:31.208052 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-c72c507e-2a69-4e1f-b18d-59c2803004da req-bf394a64-77ee-4513-9372-664b435ebd9f tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:31.209873 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c72c507e-2a69-4e1f-b18d-59c2803004da req-bf394a64-77ee-4513-9372-664b435ebd9f tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.42 "DELETE /v2.0/ports/787b785e-d3e3-40f6-8176-91eb1e392b62 HTTP/1.1" status: 204 len: 173 time: 0.7802670 Sep 07 23:55:31.271227 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a3e66ce6-61a8-40bf-a94a-904eecb5486d req-008db2e3-ac57-4e27-94c5-b79a8417bd15 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/security-groups?id=28caf5ff-d7ad-4873-b80a-6cbaffe6df21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719190 Sep 07 23:55:31.282438 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e60d49-7167-4664-bd9c-4aee011966de req-ddfd5c58-5157-4028-9abe-f57cfbeeda05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:31.284393 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-23e60d49-7167-4664-bd9c-4aee011966de req-ddfd5c58-5157-4028-9abe-f57cfbeeda05 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8520aa77-9cf8-4f04-9cb1-197f20f35fc3 HTTP/1.1" status: 200 len: 851 time: 0.0735221 Sep 07 23:55:31.347639 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e60d49-7167-4664-bd9c-4aee011966de req-662e0a50-18cc-49c1-8578-5dca19e5c1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:31.350922 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-23e60d49-7167-4664-bd9c-4aee011966de req-662e0a50-18cc-49c1-8578-5dca19e5c1f2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b183201c-d8ba-4df8-a849-eaf5a586f813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0584114 Sep 07 23:55:31.383395 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-928ef0ca-6999-4dc1-89c6-70d95e72b9f0 req-1662664e-0942-47c0-bd13-997f9bc312af tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.15 "GET /v2.0/ports?device_id=170e126b-15c4-454e-9b34-45ba21a1aae8 HTTP/1.1" status: 200 len: 210 time: 0.0313389 Sep 07 23:55:31.457006 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-23e60d49-7167-4664-bd9c-4aee011966de req-9cf35487-dba6-4c37-8931-c6e8476df4ff service neutron] 10.222.0.42 "GET /v2.0/networks/b183201c-d8ba-4df8-a849-eaf5a586f813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963986 Sep 07 23:55:31.550916 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-23e60d49-7167-4664-bd9c-4aee011966de req-64742786-4d5d-44ce-9f87-25d20b4dd97f service neutron] 10.222.0.42 "GET /v2.0/networks/b183201c-d8ba-4df8-a849-eaf5a586f813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857825 Sep 07 23:55:31.767099 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-0577732f-5fd0-4712-9f94-ce8165ff85bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:32.188920 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '170e126b-15c4-454e-9b34-45ba21a1aae8', 'name': 'network-vif-deleted', 'tag': '787b785e-d3e3-40f6-8176-91eb1e392b62'}] {{(pid=100551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:55:32.191183 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744d18a1a9123520e55b11d6b4f544890c28500fff252c5db1cb0c4b69d72d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a16a06c-4d9c-4c12-bcd6-3336e4b1460e" -d '{"events": [{"server_uuid": "170e126b-15c4-454e-9b34-45ba21a1aae8", "name": "network-vif-deleted", "tag": "787b785e-d3e3-40f6-8176-91eb1e392b62"}]}' {{(pid=100551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:55:32.227444 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 23:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2a1213-6a4b-4ab4-961e-cd24edd02944 x-openstack-request-id: req-4f2a1213-6a4b-4ab4-961e-cd24edd02944 {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:55:32.227732 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "170e126b-15c4-454e-9b34-45ba21a1aae8", "name": "network-vif-deleted", "tag": "787b785e-d3e3-40f6-8176-91eb1e392b62", "status": "completed", "code": 200}]} {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:55:32.227980 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4f2a1213-6a4b-4ab4-961e-cd24edd02944 {{(pid=100551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:55:32.228404 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '170e126b-15c4-454e-9b34-45ba21a1aae8', 'name': 'network-vif-deleted', 'tag': '787b785e-d3e3-40f6-8176-91eb1e392b62', 'status': 'completed', 'code': 200} Sep 07 23:55:32.389270 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feceb526-f6e1-4897-851a-784b06a6669b req-b2defb0f-369a-403c-ae2d-cd7b7849e853 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:32.390770 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-feceb526-f6e1-4897-851a-784b06a6669b req-b2defb0f-369a-403c-ae2d-cd7b7849e853 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=7311053b-79d8-461f-ad8f-57892c1f9b97 HTTP/1.1" status: 200 len: 944 time: 0.0501220 Sep 07 23:55:32.423040 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.agents_db [None req-89df3544-7e8a-43ac-bb25-e7a75b7011d0 None None] Agent healthcheck: found 6 active agents {{(pid=100553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 23:55:32.431478 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-feceb526-f6e1-4897-851a-784b06a6669b req-4f79e3a6-b16e-4742-b891-3897ab9da939 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/security-groups?id=28caf5ff-d7ad-4873-b80a-6cbaffe6df21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348949 Sep 07 23:55:33.372611 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ea97-3cf8-4e53-ad99-8ce826820bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:33.554620 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ff1d1-d22a-495b-869b-266040ef5460 req-8198b6a3-0806-40a7-83b1-68f529495a54 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:33.556087 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a72ff1d1-d22a-495b-869b-266040ef5460 req-8198b6a3-0806-40a7-83b1-68f529495a54 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=7311053b-79d8-461f-ad8f-57892c1f9b97 HTTP/1.1" status: 200 len: 944 time: 0.0537686 Sep 07 23:55:33.593505 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a72ff1d1-d22a-495b-869b-266040ef5460 req-07dcbd52-51e6-400c-8793-58517600c308 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/security-groups?id=28caf5ff-d7ad-4873-b80a-6cbaffe6df21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312238 Sep 07 23:55:34.490656 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 787b785e-d3e3-40f6-8176-91eb1e392b62 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 23:55:34.512183 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] No Port match for: 787b785e-d3e3-40f6-8176-91eb1e392b62 {{(pid=100552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 23:55:34.512554 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 787b785e-d3e3-40f6-8176-91eb1e392b62 not bound to the agent host hv-cinder-75157 {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 23:55:34.707532 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8bc87-5f5b-4d06-90fc-16ad380f2363 req-bb5798e8-4c2a-4ee2-af6a-103728f5dc9c tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:34.709019 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-19b8bc87-5f5b-4d06-90fc-16ad380f2363 req-bb5798e8-4c2a-4ee2-af6a-103728f5dc9c tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=7311053b-79d8-461f-ad8f-57892c1f9b97 HTTP/1.1" status: 200 len: 944 time: 0.0496960 Sep 07 23:55:34.748147 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-19b8bc87-5f5b-4d06-90fc-16ad380f2363 req-c4cb1a07-3ffb-4463-8446-5718d2c134c1 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/security-groups?id=28caf5ff-d7ad-4873-b80a-6cbaffe6df21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329673 Sep 07 23:55:35.214876 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-187590d1-19a7-4a5a-ac4c-70625f9f540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:35.873428 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c3ba0-5d22-4572-802e-37355f008dd8 req-c667edb9-2054-481e-8333-e59f4c0c5ee0 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:35.875188 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8e9c3ba0-5d22-4572-802e-37355f008dd8 req-c667edb9-2054-481e-8333-e59f4c0c5ee0 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=7311053b-79d8-461f-ad8f-57892c1f9b97 HTTP/1.1" status: 200 len: 944 time: 0.0549624 Sep 07 23:55:35.914913 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8e9c3ba0-5d22-4572-802e-37355f008dd8 req-ae4a4ca0-29ae-492f-8a29-5b9c74932f97 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/security-groups?id=28caf5ff-d7ad-4873-b80a-6cbaffe6df21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334423 Sep 07 23:55:37.059336 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca7775-d2ff-415c-afac-154d50a1ca33 req-55fa1159-085d-4075-8233-f9e67aa3bb69 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:37.061002 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8bca7775-d2ff-415c-afac-154d50a1ca33 req-55fa1159-085d-4075-8233-f9e67aa3bb69 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=7311053b-79d8-461f-ad8f-57892c1f9b97 HTTP/1.1" status: 200 len: 944 time: 0.0725341 Sep 07 23:55:37.105234 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8bca7775-d2ff-415c-afac-154d50a1ca33 req-6b544360-6a73-4760-a119-cba288d560f6 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/security-groups?id=28caf5ff-d7ad-4873-b80a-6cbaffe6df21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381389 Sep 07 23:55:38.224769 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb91b1f-cf7f-4ebb-aff4-a474e4c9c4dd req-afb07065-3196-44fc-952a-73f93602e08f tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:38.226232 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8bb91b1f-cf7f-4ebb-aff4-a474e4c9c4dd req-afb07065-3196-44fc-952a-73f93602e08f tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=7311053b-79d8-461f-ad8f-57892c1f9b97 HTTP/1.1" status: 200 len: 944 time: 0.0531266 Sep 07 23:55:38.267276 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8bb91b1f-cf7f-4ebb-aff4-a474e4c9c4dd req-7e6f3fd0-95ac-46fe-a98f-321cb0a88c91 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/security-groups?id=28caf5ff-d7ad-4873-b80a-6cbaffe6df21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346715 Sep 07 23:55:39.053347 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device f551bc2a-5801-4e90-bf85-f51cedb73741 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=100552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 23:55:39.158091 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port f551bc2a-5801-4e90-bf85-f51cedb73741, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=f551bc2a-5801-4e90-bf85-f51cedb73741,segment=NetworkSegment(f7466842-9496-4ed8-a8d7-e336540c98ac),segment_id=f7466842-9496-4ed8-a8d7-e336540c98ac)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:55:39.170433 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Returning: {'device': 'f551bc2a-5801-4e90-bf85-f51cedb73741', 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813', 'port_id': 'f551bc2a-5801-4e90-bf85-f51cedb73741', 'mac_address': 'fa:16:3e:7e:b3:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8520aa77-9cf8-4f04-9cb1-197f20f35fc3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 23:55:39.209253 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:39.223352 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.notifiers.nova [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f551bc2a-5801-4e90-bf85-f51cedb73741 {{(pid=100552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 23:55:39.243059 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port f551bc2a-5801-4e90-bf85-f51cedb73741, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=f551bc2a-5801-4e90-bf85-f51cedb73741,segment=NetworkSegment(f7466842-9496-4ed8-a8d7-e336540c98ac),segment_id=f7466842-9496-4ed8-a8d7-e336540c98ac)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:55:39.247430 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:39.301320 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Pushing event updated for resources: {'Port': ['ID=f551bc2a-5801-4e90-bf85-f51cedb73741,revision_number=4']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:55:39.311371 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:55:39.311720 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:55:39.312064 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:55:39.312385 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:55:39.312756 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:55:39.313090 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:55:39.313417 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:55:39.313745 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:55:39.314074 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:55:39.314394 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:55:39.314717 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:55:39.315037 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:55:39.388426 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d0335-e87a-4e5b-b729-78ac6c3c63cd req-7e1b07cc-b53e-4323-b142-1edbae58e8a9 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:39.389856 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4f5d0335-e87a-4e5b-b729-78ac6c3c63cd req-7e1b07cc-b53e-4323-b142-1edbae58e8a9 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=7311053b-79d8-461f-ad8f-57892c1f9b97 HTTP/1.1" status: 200 len: 945 time: 0.0511913 Sep 07 23:55:39.429629 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4f5d0335-e87a-4e5b-b729-78ac6c3c63cd req-615fc013-b43a-4b3d-9eca-f3b935be2567 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/security-groups?id=28caf5ff-d7ad-4873-b80a-6cbaffe6df21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337949 Sep 07 23:55:40.493334 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] get_ports_and_sgs() called for port_ids ['f551bc2a-5801-4e90-bf85-f51cedb73741'] {{(pid=100552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 23:55:40.558456 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c4caf-2c5e-4d21-97c4-62d694b07feb req-4c561784-b10c-46a0-9cd7-a2c044107e95 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:40.560032 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3a6c4caf-2c5e-4d21-97c4-62d694b07feb req-4c561784-b10c-46a0-9cd7-a2c044107e95 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=7311053b-79d8-461f-ad8f-57892c1f9b97 HTTP/1.1" status: 200 len: 945 time: 0.0567367 Sep 07 23:55:40.602820 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3a6c4caf-2c5e-4d21-97c4-62d694b07feb req-d63e7166-8a8f-4891-bfb5-19efd46da92d tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/security-groups?id=28caf5ff-d7ad-4873-b80a-6cbaffe6df21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324037 Sep 07 23:55:41.444158 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78fdfa-fbea-48a4-8a4f-ebd8ed044051 req-4d70dd53-2eb1-4ef1-8147-3cee2ab7babd tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:41.445707 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-bd78fdfa-fbea-48a4-8a4f-ebd8ed044051 req-4d70dd53-2eb1-4ef1-8147-3cee2ab7babd tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.15 "GET /v2.0/networks?id=c0b38f11-9ec5-4337-964b-f0415c71474c HTTP/1.1" status: 200 len: 813 time: 0.1134131 Sep 07 23:55:41.463603 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-bd78fdfa-fbea-48a4-8a4f-ebd8ed044051 req-79569008-49fb-43e4-a42e-0e089e68b130 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.15 "GET /v2.0/quotas/e3653800bceb4825b64b23e5d585cc6a HTTP/1.1" status: 200 len: 375 time: 0.0097523 Sep 07 23:55:41.504637 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-bd78fdfa-fbea-48a4-8a4f-ebd8ed044051 req-fae34aba-a8f6-430d-a4d5-c8a91989a439 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e3653800bceb4825b64b23e5d585cc6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342977 Sep 07 23:55:41.599146 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-bd78fdfa-fbea-48a4-8a4f-ebd8ed044051 req-45c288e6-10a4-46ba-a783-29c8a48f8971 service neutron] 10.222.0.15 "GET /v2.0/networks/c0b38f11-9ec5-4337-964b-f0415c71474c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874581 Sep 07 23:55:41.729400 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-bd78fdfa-fbea-48a4-8a4f-ebd8ed044051 req-b7a5fd8c-9298-49fa-b3db-e98ab72963bb service neutron] 10.222.0.15 "GET /v2.0/networks/c0b38f11-9ec5-4337-964b-f0415c71474c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230626 Sep 07 23:55:41.750594 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20dcb65-101c-4bf1-8168-f84c8f835cac req-3c3bfde8-b1fd-4c54-af4c-f0f7b234841f tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:41.751695 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-b20dcb65-101c-4bf1-8168-f84c8f835cac req-3c3bfde8-b1fd-4c54-af4c-f0f7b234841f tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=7311053b-79d8-461f-ad8f-57892c1f9b97 HTTP/1.1" status: 200 len: 945 time: 0.0682592 Sep 07 23:55:41.799476 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-b20dcb65-101c-4bf1-8168-f84c8f835cac req-0e5b8709-7018-46b8-a4e9-2aad03ebe51d tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/security-groups?id=28caf5ff-d7ad-4873-b80a-6cbaffe6df21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392108 Sep 07 23:55:41.901453 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-c36e98b0-0fca-4892-b957-66003db7c0c3 req-ca8e401b-2857-431d-884e-600c7a8753d6 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.15 "GET /v2.0/ports?device_id=89243192-1f0e-4482-a873-77ec55300409 HTTP/1.1" status: 200 len: 210 time: 0.0281126 Sep 07 23:55:42.427326 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device f551bc2a-5801-4e90-bf85-f51cedb73741 up at agent hyperv_hv-cinder-75157 {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:55:42.481646 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Provisioning for port f551bc2a-5801-4e90-bf85-f51cedb73741 completed by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:55:42.485550 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Provisioning complete for port f551bc2a-5801-4e90-bf85-f51cedb73741 triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:55:42.485887 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:42.566037 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:42.590728 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7311053b-79d8-461f-ad8f-57892c1f9b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f551bc2a-5801-4e90-bf85-f51cedb73741'}] {{(pid=100552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:55:42.592985 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6af7ada11e39af001df59af8fe1a830bb49e6ec01a9e34e873de5065727c58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a837dfac-2557-4940-a177-e1ca016534a3" -d '{"events": [{"server_uuid": "7311053b-79d8-461f-ad8f-57892c1f9b97", "name": "network-vif-plugged", "status": "completed", "tag": "f551bc2a-5801-4e90-bf85-f51cedb73741"}]}' {{(pid=100552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:55:42.607974 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port f551bc2a-5801-4e90-bf85-f51cedb73741, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=f551bc2a-5801-4e90-bf85-f51cedb73741,segment=NetworkSegment(f7466842-9496-4ed8-a8d7-e336540c98ac),segment_id=f7466842-9496-4ed8-a8d7-e336540c98ac)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:55:42.613396 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:42.642195 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 23:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103bdcdf-0bff-4afe-a939-9b28126c3822 x-openstack-request-id: req-103bdcdf-0bff-4afe-a939-9b28126c3822 {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:55:42.642470 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7311053b-79d8-461f-ad8f-57892c1f9b97", "name": "network-vif-plugged", "status": "completed", "tag": "f551bc2a-5801-4e90-bf85-f51cedb73741", "code": 200}]} {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:55:42.642722 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-103bdcdf-0bff-4afe-a939-9b28126c3822 {{(pid=100552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:55:42.643115 dv-cinder-751579-26-iscsi neutron-server[100552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7311053b-79d8-461f-ad8f-57892c1f9b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f551bc2a-5801-4e90-bf85-f51cedb73741', 'code': 200} Sep 07 23:55:42.679874 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Pushing event updated for resources: {'Port': ['ID=f551bc2a-5801-4e90-bf85-f51cedb73741,revision_number=5']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:55:42.943421 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78fdfa-fbea-48a4-8a4f-ebd8ed044051 req-d2af93cf-e660-4566-8923-9ff11e3142fe tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:42.945061 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-bd78fdfa-fbea-48a4-8a4f-ebd8ed044051 req-d2af93cf-e660-4566-8923-9ff11e3142fe tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.42 "GET /v2.0/networks?id=c0b38f11-9ec5-4337-964b-f0415c71474c HTTP/1.1" status: 200 len: 813 time: 0.2098463 Sep 07 23:55:42.973886 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [req-bd78fdfa-fbea-48a4-8a4f-ebd8ed044051 req-41fb21f5-818b-473b-b5cf-45d3b03455ef tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Request body: {'port': {'device_id': '89243192-1f0e-4482-a873-77ec55300409', 'network_id': 'c0b38f11-9ec5-4337-964b-f0415c71474c', 'admin_state_up': True, 'tenant_id': 'e3653800bceb4825b64b23e5d585cc6a'}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:55:43.292120 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17854a45-2b43-4da7-86a7-ca707a6503be req-47a7ff4d-6611-434b-bb13-13b244fa4b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:43.293804 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-17854a45-2b43-4da7-86a7-ca707a6503be req-47a7ff4d-6611-434b-bb13-13b244fa4b5e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7311053b-79d8-461f-ad8f-57892c1f9b97 HTTP/1.1" status: 200 len: 1099 time: 0.4168637 Sep 07 23:55:43.320495 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-e8aabc23-fa42-4a4d-b338-c3f6a9bfd26d req-30a4dcad-32d9-4f79-ba4f-8a28911cd9c3 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.15 "GET /v2.0/ports?device_id=89243192-1f0e-4482-a873-77ec55300409 HTTP/1.1" status: 200 len: 210 time: 0.0646551 Sep 07 23:55:43.358737 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db542420-8aa1-4c82-a761-7d36c644ded9 req-26e195a3-2776-4136-a2fa-fb6acd59f2b1 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:43.360218 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-db542420-8aa1-4c82-a761-7d36c644ded9 req-26e195a3-2776-4136-a2fa-fb6acd59f2b1 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=7311053b-79d8-461f-ad8f-57892c1f9b97 HTTP/1.1" status: 200 len: 946 time: 0.4624722 Sep 07 23:55:43.410402 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-17854a45-2b43-4da7-86a7-ca707a6503be req-98869e79-4562-433f-9c80-2fe7d69ed0d7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=28caf5ff-d7ad-4873-b80a-6cbaffe6df21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866663 Sep 07 23:55:43.441367 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-db542420-8aa1-4c82-a761-7d36c644ded9 req-0d378f19-15b9-4b5a-b489-1dc18c2a4fd5 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/security-groups?id=28caf5ff-d7ad-4873-b80a-6cbaffe6df21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750380 Sep 07 23:55:43.447248 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd78fdfa-fbea-48a4-8a4f-ebd8ed044051 req-41fb21f5-818b-473b-b5cf-45d3b03455ef tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Made reservation on behalf of e3653800bceb4825b64b23e5d585cc6a for: {'port': 1} {{(pid=100551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:55:43.450666 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-bd78fdfa-fbea-48a4-8a4f-ebd8ed044051 req-41fb21f5-818b-473b-b5cf-45d3b03455ef tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:43.578267 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.db_base_plugin_common [req-bd78fdfa-fbea-48a4-8a4f-ebd8ed044051 req-41fb21f5-818b-473b-b5cf-45d3b03455ef tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Allocated IP 172.20.0.11 (c0b38f11-9ec5-4337-964b-f0415c71474c/e112d248-8d2a-4cad-bd50-dc94ae7b35ad/3cd08d32-8087-4aa0-8ebe-0344c1453b99) {{(pid=100551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:55:43.725172 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-bd78fdfa-fbea-48a4-8a4f-ebd8ed044051 req-41fb21f5-818b-473b-b5cf-45d3b03455ef tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Notify callbacks [] for port, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:43.765688 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-bd78fdfa-fbea-48a4-8a4f-ebd8ed044051 req-41fb21f5-818b-473b-b5cf-45d3b03455ef tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:43.807812 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd78fdfa-fbea-48a4-8a4f-ebd8ed044051 req-41fb21f5-818b-473b-b5cf-45d3b03455ef tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Network c0b38f11-9ec5-4337-964b-f0415c71474c is already hosted by enough agents. {{(pid=100551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:55:43.810969 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.base_scheduler [req-bd78fdfa-fbea-48a4-8a4f-ebd8ed044051 req-41fb21f5-818b-473b-b5cf-45d3b03455ef tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Resources bound (agent type, host, resource id): {{(pid=100551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:55:43.817120 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd78fdfa-fbea-48a4-8a4f-ebd8ed044051 req-41fb21f5-818b-473b-b5cf-45d3b03455ef tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Received port after_create {{(pid=100551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:55:43.823827 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fb21f5-818b-473b-b5cf-45d3b03455ef tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Pushing event updated for resources: {'Port': ['ID=3cd08d32-8087-4aa0-8ebe-0344c1453b99,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:55:43.872534 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78fdfa-fbea-48a4-8a4f-ebd8ed044051 req-41fb21f5-818b-473b-b5cf-45d3b03455ef tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:43.873142 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-bd78fdfa-fbea-48a4-8a4f-ebd8ed044051 req-41fb21f5-818b-473b-b5cf-45d3b03455ef tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:43.889458 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-bd78fdfa-fbea-48a4-8a4f-ebd8ed044051 req-41fb21f5-818b-473b-b5cf-45d3b03455ef tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9224648 Sep 07 23:55:43.902746 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [req-bd78fdfa-fbea-48a4-8a4f-ebd8ed044051 req-d5355298-212a-4262-b77b-ae268d5842eb service neutron] Request body: {'port': {'device_id': '89243192-1f0e-4482-a873-77ec55300409', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:55:43.957022 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-bd78fdfa-fbea-48a4-8a4f-ebd8ed044051 req-d5355298-212a-4262-b77b-ae268d5842eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:44.213529 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [req-bd78fdfa-fbea-48a4-8a4f-ebd8ed044051 req-d5355298-212a-4262-b77b-ae268d5842eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cd08d32-8087-4aa0-8ebe-0344c1453b99 {{(pid=100551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 23:55:44.220669 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-bd78fdfa-fbea-48a4-8a4f-ebd8ed044051 req-d5355298-212a-4262-b77b-ae268d5842eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:44.232499 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.provisioning_blocks [req-bd78fdfa-fbea-48a4-8a4f-ebd8ed044051 req-d5355298-212a-4262-b77b-ae268d5842eb service neutron] Transition to ACTIVE for port object 3cd08d32-8087-4aa0-8ebe-0344c1453b99 will not be triggered until provisioned by entity L2. {{(pid=100551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:55:44.236204 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-bd78fdfa-fbea-48a4-8a4f-ebd8ed044051 req-d5355298-212a-4262-b77b-ae268d5842eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5131532'] for port, after_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:44.286931 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5355298-212a-4262-b77b-ae268d5842eb service neutron] Pushing event updated for resources: {'Port': ['ID=3cd08d32-8087-4aa0-8ebe-0344c1453b99,revision_number=2']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:55:44.359900 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-bd78fdfa-fbea-48a4-8a4f-ebd8ed044051 req-d5355298-212a-4262-b77b-ae268d5842eb service neutron] Attempting to bind port 3cd08d32-8087-4aa0-8ebe-0344c1453b99 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 23:55:44.360417 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-bd78fdfa-fbea-48a4-8a4f-ebd8ed044051 req-d5355298-212a-4262-b77b-ae268d5842eb service neutron] Attempting to bind port 3cd08d32-8087-4aa0-8ebe-0344c1453b99 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '279cdd00-e285-4aca-89ad-3dc33dcec1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c0b38f11-9ec5-4337-964b-f0415c71474c'}] {{(pid=100551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 23:55:44.360778 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd78fdfa-fbea-48a4-8a4f-ebd8ed044051 req-d5355298-212a-4262-b77b-ae268d5842eb service neutron] Attempting to bind port 3cd08d32-8087-4aa0-8ebe-0344c1453b99 on network c0b38f11-9ec5-4337-964b-f0415c71474c {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:55:44.366582 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd78fdfa-fbea-48a4-8a4f-ebd8ed044051 req-d5355298-212a-4262-b77b-ae268d5842eb service neutron] Port 3cd08d32-8087-4aa0-8ebe-0344c1453b99 on network c0b38f11-9ec5-4337-964b-f0415c71474c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 23:55:44.366904 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd78fdfa-fbea-48a4-8a4f-ebd8ed044051 req-d5355298-212a-4262-b77b-ae268d5842eb service neutron] Attempting to bind port 3cd08d32-8087-4aa0-8ebe-0344c1453b99 on network c0b38f11-9ec5-4337-964b-f0415c71474c {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:55:44.372035 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd78fdfa-fbea-48a4-8a4f-ebd8ed044051 req-d5355298-212a-4262-b77b-ae268d5842eb service neutron] Checking agent: {'id': '8b06e77c-11ef-48c4-9ba2-92653b27ce62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 23, 44, 18), 'started_at': datetime.datetime(2021, 9, 7, 23, 44, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 23, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 23:55:44.372370 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd78fdfa-fbea-48a4-8a4f-ebd8ed044051 req-d5355298-212a-4262-b77b-ae268d5842eb service neutron] Checking segment: {'id': '279cdd00-e285-4aca-89ad-3dc33dcec1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c0b38f11-9ec5-4337-964b-f0415c71474c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:55:44.372781 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd78fdfa-fbea-48a4-8a4f-ebd8ed044051 req-d5355298-212a-4262-b77b-ae268d5842eb service neutron] Bound using segment: {'id': '279cdd00-e285-4aca-89ad-3dc33dcec1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c0b38f11-9ec5-4337-964b-f0415c71474c'} {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 23:55:44.373213 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-bd78fdfa-fbea-48a4-8a4f-ebd8ed044051 req-d5355298-212a-4262-b77b-ae268d5842eb service neutron] Bound port: 3cd08d32-8087-4aa0-8ebe-0344c1453b99, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '279cdd00-e285-4aca-89ad-3dc33dcec1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c0b38f11-9ec5-4337-964b-f0415c71474c'}}] {{(pid=100551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 23:55:44.373614 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-bd78fdfa-fbea-48a4-8a4f-ebd8ed044051 req-d5355298-212a-4262-b77b-ae268d5842eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:44.492179 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f617739-e5d6-4355-af1c-e3cac787a03c req-fe28911f-af87-40be-84d5-aee78e56a38d tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:44.493687 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4f617739-e5d6-4355-af1c-e3cac787a03c req-fe28911f-af87-40be-84d5-aee78e56a38d tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.15 "GET /v2.0/ports?device_id=89243192-1f0e-4482-a873-77ec55300409 HTTP/1.1" status: 200 len: 944 time: 0.1032546 Sep 07 23:55:44.495486 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-bd78fdfa-fbea-48a4-8a4f-ebd8ed044051 req-d5355298-212a-4262-b77b-ae268d5842eb service neutron] For port 3cd08d32-8087-4aa0-8ebe-0344c1453b99, host hv-cinder-75157, cleared binding levels {{(pid=100551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 23:55:44.530810 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-bd78fdfa-fbea-48a4-8a4f-ebd8ed044051 req-d5355298-212a-4262-b77b-ae268d5842eb service neutron] For port 3cd08d32-8087-4aa0-8ebe-0344c1453b99, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=3cd08d32-8087-4aa0-8ebe-0344c1453b99,segment=NetworkSegment(279cdd00-e285-4aca-89ad-3dc33dcec1c6),segment_id=279cdd00-e285-4aca-89ad-3dc33dcec1c6)] {{(pid=100551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 23:55:44.537088 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-bd78fdfa-fbea-48a4-8a4f-ebd8ed044051 req-d5355298-212a-4262-b77b-ae268d5842eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5131532'] for port, after_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:44.605147 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78fdfa-fbea-48a4-8a4f-ebd8ed044051 req-d5355298-212a-4262-b77b-ae268d5842eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:44.605918 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-bd78fdfa-fbea-48a4-8a4f-ebd8ed044051 req-d5355298-212a-4262-b77b-ae268d5842eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:44.607281 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-bd78fdfa-fbea-48a4-8a4f-ebd8ed044051 req-d5355298-212a-4262-b77b-ae268d5842eb service neutron] 10.222.0.42 "PUT /v2.0/ports/3cd08d32-8087-4aa0-8ebe-0344c1453b99 HTTP/1.1" status: 200 len: 1094 time: 0.7094052 Sep 07 23:55:44.609847 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89243192-1f0e-4482-a873-77ec55300409', 'tag': '3cd08d32-8087-4aa0-8ebe-0344c1453b99'}] {{(pid=100551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:55:44.612792 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744d18a1a9123520e55b11d6b4f544890c28500fff252c5db1cb0c4b69d72d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b037fa2-5d3e-4a0f-b6da-2477adfeb5d4" -d '{"events": [{"name": "network-changed", "server_uuid": "89243192-1f0e-4482-a873-77ec55300409", "tag": "3cd08d32-8087-4aa0-8ebe-0344c1453b99"}]}' {{(pid=100551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:55:44.617726 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-4f617739-e5d6-4355-af1c-e3cac787a03c req-af343f25-9331-4f83-a69c-0246c1c04a7b tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e0411c4-7643-4cf8-9269-1e26b6227463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163907 Sep 07 23:55:44.653300 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366cb77-a2de-4cca-a331-3f36b1a470a9 req-6aba0726-1d81-4071-8429-3091fc279693 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:44.654999 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1366cb77-a2de-4cca-a331-3f36b1a470a9 req-6aba0726-1d81-4071-8429-3091fc279693 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=7311053b-79d8-461f-ad8f-57892c1f9b97 HTTP/1.1" status: 200 len: 946 time: 0.1404536 Sep 07 23:55:44.665154 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5355298-212a-4262-b77b-ae268d5842eb service neutron] Pushing event updated for resources: {'Port': ['ID=3cd08d32-8087-4aa0-8ebe-0344c1453b99,revision_number=3']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:55:44.670560 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 23:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3331951c-7651-47db-a2fe-5d1dcbf5b900 x-openstack-request-id: req-3331951c-7651-47db-a2fe-5d1dcbf5b900 {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:55:44.670857 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89243192-1f0e-4482-a873-77ec55300409", "tag": "3cd08d32-8087-4aa0-8ebe-0344c1453b99", "status": "completed", "code": 200}]} {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:55:44.671099 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3331951c-7651-47db-a2fe-5d1dcbf5b900 {{(pid=100551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:55:44.671466 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89243192-1f0e-4482-a873-77ec55300409', 'tag': '3cd08d32-8087-4aa0-8ebe-0344c1453b99', 'status': 'completed', 'code': 200} Sep 07 23:55:44.725637 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1366cb77-a2de-4cca-a331-3f36b1a470a9 req-cf496f6a-ec5a-44d0-8535-4b9fbe74ba0c tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/security-groups?id=28caf5ff-d7ad-4873-b80a-6cbaffe6df21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567415 Sep 07 23:55:44.731489 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78fdfa-fbea-48a4-8a4f-ebd8ed044051 req-1cd4bfdf-399c-4866-a8d1-8465327080a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:44.733013 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-bd78fdfa-fbea-48a4-8a4f-ebd8ed044051 req-1cd4bfdf-399c-4866-a8d1-8465327080a3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3653800bceb4825b64b23e5d585cc6a&device_id=89243192-1f0e-4482-a873-77ec55300409 HTTP/1.1" status: 200 len: 1097 time: 0.0771062 Sep 07 23:55:44.777052 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-bd78fdfa-fbea-48a4-8a4f-ebd8ed044051 req-d0c69fc3-e8df-424d-917c-fd2a68437f99 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3cd08d32-8087-4aa0-8ebe-0344c1453b99 HTTP/1.1" status: 200 len: 217 time: 0.0364289 Sep 07 23:55:44.855187 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78fdfa-fbea-48a4-8a4f-ebd8ed044051 req-dec7a583-9acc-4b8e-9814-827d9bc361ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:44.856670 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-bd78fdfa-fbea-48a4-8a4f-ebd8ed044051 req-dec7a583-9acc-4b8e-9814-827d9bc361ed service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e112d248-8d2a-4cad-bd50-dc94ae7b35ad HTTP/1.1" status: 200 len: 853 time: 0.0728998 Sep 07 23:55:44.880727 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f86bad-257c-41b0-8f7c-058fef0b069b req-21c7e738-9798-4be0-95a6-8e9a2e4d75b2 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:44.882146 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-40f86bad-257c-41b0-8f7c-058fef0b069b req-21c7e738-9798-4be0-95a6-8e9a2e4d75b2 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=7311053b-79d8-461f-ad8f-57892c1f9b97 HTTP/1.1" status: 200 len: 946 time: 0.0694532 Sep 07 23:55:44.898561 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-bd78fdfa-fbea-48a4-8a4f-ebd8ed044051 req-00d68788-43b1-4096-89b3-37092aa231bf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0b38f11-9ec5-4337-964b-f0415c71474c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344732 Sep 07 23:55:44.955329 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-40f86bad-257c-41b0-8f7c-058fef0b069b req-1fad70ed-4c78-4846-8951-b0fa137bfdc1 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/security-groups?id=28caf5ff-d7ad-4873-b80a-6cbaffe6df21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595245 Sep 07 23:55:44.978012 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 38240) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:55:45.016009 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-bd78fdfa-fbea-48a4-8a4f-ebd8ed044051 req-ec43b9ad-2c57-45b1-b4b8-c8413453bf75 service neutron] 10.222.0.42 "GET /v2.0/networks/c0b38f11-9ec5-4337-964b-f0415c71474c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057997 Sep 07 23:55:45.018282 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11fccb6-c3b6-4cba-a3d2-fed4c7d48598 tempest-TestVolumeBootPattern-1951082649 tempest-TestVolumeBootPattern-1951082649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:45.019820 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-f11fccb6-c3b6-4cba-a3d2-fed4c7d48598 tempest-TestVolumeBootPattern-1951082649 tempest-TestVolumeBootPattern-1951082649-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7311053b-79d8-461f-ad8f-57892c1f9b97 HTTP/1.1" status: 200 len: 1094 time: 0.0402138 Sep 07 23:55:45.022633 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 38242) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:55:45.027019 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.v2.base [None req-28e64672-fa1a-4d65-a6ba-a81a5dafd422 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Request body: {'floatingip': {'floating_network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'port_id': 'f551bc2a-5801-4e90-bf85-f51cedb73741', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:55:45.051123 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-28e64672-fa1a-4d65-a6ba-a81a5dafd422 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks [] for floatingip, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:45.121693 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-bd78fdfa-fbea-48a4-8a4f-ebd8ed044051 req-5054453b-3323-4bf5-b769-05c3521d40c8 service neutron] 10.222.0.42 "GET /v2.0/networks/c0b38f11-9ec5-4337-964b-f0415c71474c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988801 Sep 07 23:55:45.160648 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-28e64672-fa1a-4d65-a6ba-a81a5dafd422 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:45.223390 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b037fa2-5d3e-4a0f-b6da-2477adfeb5d4 req-b36b8263-9215-4c21-aa71-4b01103f080a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:45.224928 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8b037fa2-5d3e-4a0f-b6da-2477adfeb5d4 req-b36b8263-9215-4c21-aa71-4b01103f080a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3653800bceb4825b64b23e5d585cc6a&device_id=89243192-1f0e-4482-a873-77ec55300409 HTTP/1.1" status: 200 len: 1097 time: 0.0541553 Sep 07 23:55:45.275100 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.db_base_plugin_common [None req-28e64672-fa1a-4d65-a6ba-a81a5dafd422 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Allocated IP 172.27.2.118 (1ea758c5-ea33-45af-9d70-54dde57c9658/5c624cf3-fab2-4caa-bdca-00a0c67beab2/4464af7e-f45c-4d44-87e4-1fa084f8f92e) {{(pid=100550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:55:45.318777 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b037fa2-5d3e-4a0f-b6da-2477adfeb5d4 req-9b62bd7d-93e6-48f6-bb07-ec104900b6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:45.320259 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8b037fa2-5d3e-4a0f-b6da-2477adfeb5d4 req-9b62bd7d-93e6-48f6-bb07-ec104900b6b7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c0b38f11-9ec5-4337-964b-f0415c71474c HTTP/1.1" status: 200 len: 914 time: 0.0878770 Sep 07 23:55:45.367629 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8b037fa2-5d3e-4a0f-b6da-2477adfeb5d4 req-29c5bd40-3617-464a-bc2d-0edc3be38085 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3cd08d32-8087-4aa0-8ebe-0344c1453b99 HTTP/1.1" status: 200 len: 217 time: 0.0391514 Sep 07 23:55:45.380476 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-28e64672-fa1a-4d65-a6ba-a81a5dafd422 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks [] for port, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:45.418439 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b037fa2-5d3e-4a0f-b6da-2477adfeb5d4 req-b2bd44d2-e101-4aba-a0aa-59c5a57e45f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:45.419185 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-28e64672-fa1a-4d65-a6ba-a81a5dafd422 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7634829'] for port, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:45.419948 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8b037fa2-5d3e-4a0f-b6da-2477adfeb5d4 req-b2bd44d2-e101-4aba-a0aa-59c5a57e45f1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e112d248-8d2a-4cad-bd50-dc94ae7b35ad HTTP/1.1" status: 200 len: 853 time: 0.0452816 Sep 07 23:55:45.453112 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8b037fa2-5d3e-4a0f-b6da-2477adfeb5d4 req-b0126e0f-c258-4cf3-a8d3-1fb9f42bfc53 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c0b38f11-9ec5-4337-964b-f0415c71474c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256398 Sep 07 23:55:45.457102 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e64672-fa1a-4d65-a6ba-a81a5dafd422 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Network 1ea758c5-ea33-45af-9d70-54dde57c9658 is already hosted by enough agents. {{(pid=100550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:55:45.459990 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.base_scheduler [None req-28e64672-fa1a-4d65-a6ba-a81a5dafd422 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Resources bound (agent type, host, resource id): {{(pid=100550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:55:45.468514 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e64672-fa1a-4d65-a6ba-a81a5dafd422 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Received port after_create {{(pid=100550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:55:45.491448 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e64672-fa1a-4d65-a6ba-a81a5dafd422 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Pushing event updated for resources: {'Port': ['ID=4464af7e-f45c-4d44-87e4-1fa084f8f92e,revision_number=1']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:55:45.505781 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e64672-fa1a-4d65-a6ba-a81a5dafd422 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:55:45.506130 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e64672-fa1a-4d65-a6ba-a81a5dafd422 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:55:45.506470 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e64672-fa1a-4d65-a6ba-a81a5dafd422 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:55:45.506806 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e64672-fa1a-4d65-a6ba-a81a5dafd422 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:55:45.507134 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e64672-fa1a-4d65-a6ba-a81a5dafd422 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:55:45.507464 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e64672-fa1a-4d65-a6ba-a81a5dafd422 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:55:45.507792 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e64672-fa1a-4d65-a6ba-a81a5dafd422 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:55:45.508124 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e64672-fa1a-4d65-a6ba-a81a5dafd422 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:55:45.508624 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e64672-fa1a-4d65-a6ba-a81a5dafd422 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:55:45.509251 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e64672-fa1a-4d65-a6ba-a81a5dafd422 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:55:45.509385 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e64672-fa1a-4d65-a6ba-a81a5dafd422 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:55:45.510399 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e64672-fa1a-4d65-a6ba-a81a5dafd422 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:55:45.558585 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8b037fa2-5d3e-4a0f-b6da-2477adfeb5d4 req-5e1ff3d2-c208-423a-b25a-01862828fdd8 service neutron] 10.222.0.42 "GET /v2.0/networks/c0b38f11-9ec5-4337-964b-f0415c71474c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973961 Sep 07 23:55:45.651716 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-8b037fa2-5d3e-4a0f-b6da-2477adfeb5d4 req-aec94746-7263-4b38-9417-bccf56416918 service neutron] 10.222.0.42 "GET /v2.0/networks/c0b38f11-9ec5-4337-964b-f0415c71474c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846825 Sep 07 23:55:45.735645 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ee2a7-8cbf-4b5d-bd30-69683ad0164a req-232e1061-aa54-494f-8141-ee96ab7002cc tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:45.737228 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f20ee2a7-8cbf-4b5d-bd30-69683ad0164a req-232e1061-aa54-494f-8141-ee96ab7002cc tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.15 "GET /v2.0/ports?device_id=89243192-1f0e-4482-a873-77ec55300409 HTTP/1.1" status: 200 len: 944 time: 0.0488002 Sep 07 23:55:45.787671 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f20ee2a7-8cbf-4b5d-bd30-69683ad0164a req-ffb32911-295e-431b-854a-8289ee4e4c93 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e0411c4-7643-4cf8-9269-1e26b6227463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441086 Sep 07 23:55:45.852816 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-28e64672-fa1a-4d65-a6ba-a81a5dafd422 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:45.918850 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-28e64672-fa1a-4d65-a6ba-a81a5dafd422 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:46.073603 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-28e64672-fa1a-4d65-a6ba-a81a5dafd422 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks [] for port, precommit_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:46.078052 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-28e64672-fa1a-4d65-a6ba-a81a5dafd422 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7634818'] for port, after_update {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:46.155575 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e64672-fa1a-4d65-a6ba-a81a5dafd422 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Pushing event updated for resources: {'Port': ['ID=4464af7e-f45c-4d44-87e4-1fa084f8f92e,revision_number=2']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:55:46.167437 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-28e64672-fa1a-4d65-a6ba-a81a5dafd422 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595513'] for floatingip, after_create {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:46.268586 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.db.l3_db [None req-28e64672-fa1a-4d65-a6ba-a81a5dafd422 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Floating IP 0507f975-4bd6-405a-a263-1c53a222d0bb associated. External IP: 172.27.2.118, port: f551bc2a-5801-4e90-bf85-f51cedb73741. Sep 07 23:55:46.489760 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e64672-fa1a-4d65-a6ba-a81a5dafd422 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Router a7b57986-3771-4ffc-928e-f8bc08f82943 has already been hosted by L3 agent 19316ef7-2440-47e6-ada3-35aaee6f744b {{(pid=100550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 23:55:46.603115 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e64672-fa1a-4d65-a6ba-a81a5dafd422 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify agent at l3_agent.dv-cinder-751579-26-iscsi the message routers_updated {{(pid=100550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 23:55:46.613898 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e5becc-a3a1-423f-90c1-b4d41623dc9a None None] Sync routers for ids ['a7b57986-3771-4ffc-928e-f8bc08f82943'] in dv-cinder-751579-26-iscsi {{(pid=100552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 23:55:46.622295 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-28e64672-fa1a-4d65-a6ba-a81a5dafd422 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for floatingip, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:46.626543 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e5becc-a3a1-423f-90c1-b4d41623dc9a None None] Routers {'a7b57986-3771-4ffc-928e-f8bc08f82943'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:55:46.627181 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-c4e5becc-a3a1-423f-90c1-b4d41623dc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:55:32Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['a7b57986-3771-4ffc-928e-f8bc08f82943'], 'active': True} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:55:46.648095 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-28e64672-fa1a-4d65-a6ba-a81a5dafd422 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6244507 Sep 07 23:55:46.648706 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7311053b-79d8-461f-ad8f-57892c1f9b97', 'tag': 'f551bc2a-5801-4e90-bf85-f51cedb73741'}] {{(pid=100550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:55:46.650937 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d662247da8c952987fd655d1558826128f562bf65326072a344d62a4e19a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f5be18-46a8-4a0b-bdbb-6039064dbd68" -d '{"events": [{"name": "network-changed", "server_uuid": "7311053b-79d8-461f-ad8f-57892c1f9b97", "tag": "f551bc2a-5801-4e90-bf85-f51cedb73741"}]}' {{(pid=100550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:55:46.687132 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 23:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055203ab-b247-4fbf-a2ea-a101b66ab8c3 x-openstack-request-id: req-055203ab-b247-4fbf-a2ea-a101b66ab8c3 {{(pid=100550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:55:46.687479 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7311053b-79d8-461f-ad8f-57892c1f9b97", "tag": "f551bc2a-5801-4e90-bf85-f51cedb73741", "status": "completed", "code": 200}]} {{(pid=100550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:55:46.687805 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-055203ab-b247-4fbf-a2ea-a101b66ab8c3 {{(pid=100550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:55:46.688257 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7311053b-79d8-461f-ad8f-57892c1f9b97', 'tag': 'f551bc2a-5801-4e90-bf85-f51cedb73741', 'status': 'completed', 'code': 200} Sep 07 23:55:46.733389 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvr_db [None req-c4e5becc-a3a1-423f-90c1-b4d41623dc9a None None] Set router a7b57986-3771-4ffc-928e-f8bc08f82943 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:55:46.752330 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5be18-46a8-4a0b-bdbb-6039064dbd68 req-f8b110b9-acfd-4200-b9d7-c7f556e2533e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:46.753845 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f8f5be18-46a8-4a0b-bdbb-6039064dbd68 req-f8b110b9-acfd-4200-b9d7-c7f556e2533e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=42f067fd8b194261a54e9fcfd96af714&device_id=7311053b-79d8-461f-ad8f-57892c1f9b97 HTTP/1.1" status: 200 len: 1099 time: 0.0441217 Sep 07 23:55:46.862627 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5be18-46a8-4a0b-bdbb-6039064dbd68 req-184698a2-4185-4e20-b30f-632a1998653c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:46.864111 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f8f5be18-46a8-4a0b-bdbb-6039064dbd68 req-184698a2-4185-4e20-b30f-632a1998653c service neutron] 10.222.0.42 "GET /v2.0/networks?id=b183201c-d8ba-4df8-a849-eaf5a586f813 HTTP/1.1" status: 200 len: 913 time: 0.1026649 Sep 07 23:55:46.955277 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f8f5be18-46a8-4a0b-bdbb-6039064dbd68 req-24ec850b-1736-45a6-9fb9-c7f0fa523ba0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f551bc2a-5801-4e90-bf85-f51cedb73741 HTTP/1.1" status: 200 len: 1000 time: 0.0813577 Sep 07 23:55:46.961785 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-c4e5becc-a3a1-423f-90c1-b4d41623dc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'name': 'tempest-TestVolumeBootPattern-1606400456-router', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:52:29Z', 'updated_at': '2021-09-07T23:52:32Z', 'revision_number': 4, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'gw_port': {'id': '8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:29Z', 'updated_at': '2021-09-07T23:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_floatingips': [{'id': '0507f975-4bd6-405a-a263-1c53a222d0bb', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'router_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'port_id': 'f551bc2a-5801-4e90-bf85-f51cedb73741', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813', 'mac_address': 'fa:16:3e:7e:b3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7311053b-79d8-461f-ad8f-57892c1f9b97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T23:55:45Z', 'updated_at': '2021-09-07T23:55:45Z', 'revision_number': 0, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6', 'name': '', 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'mac_address': 'fa:16:3e:37:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '8520aa77-9cf8-4f04-9cb1-197f20f35fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:31Z', 'updated_at': '2021-09-07T23:52:38Z', 'revision_number': 5, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'subnets': [{'id': '8520aa77-9cf8-4f04-9cb1-197f20f35fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:55:46.964280 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb89c1-d6c5-4e94-a2ea-3d3566e6d3f5 req-8dd5be06-b4b8-4bc1-a308-6b3be62bb881 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:46.965804 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-b0bb89c1-d6c5-4e94-a2ea-3d3566e6d3f5 req-8dd5be06-b4b8-4bc1-a308-6b3be62bb881 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.15 "GET /v2.0/ports?device_id=89243192-1f0e-4482-a873-77ec55300409 HTTP/1.1" status: 200 len: 944 time: 0.1003032 Sep 07 23:55:46.993083 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e5becc-a3a1-423f-90c1-b4d41623dc9a None None] Checking router: a7b57986-3771-4ffc-928e-f8bc08f82943 for host: dv-cinder-751579-26-iscsi {{(pid=100552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 23:55:47.002326 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e5becc-a3a1-423f-90c1-b4d41623dc9a None None] Routers {'a7b57986-3771-4ffc-928e-f8bc08f82943'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:55:47.002986 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-c4e5becc-a3a1-423f-90c1-b4d41623dc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:55:32Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['a7b57986-3771-4ffc-928e-f8bc08f82943'], 'active': True} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:55:47.031791 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5be18-46a8-4a0b-bdbb-6039064dbd68 req-8ab63e89-a6cc-4ab9-b59d-a43881d9e54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:47.033311 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f8f5be18-46a8-4a0b-bdbb-6039064dbd68 req-8ab63e89-a6cc-4ab9-b59d-a43881d9e54c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8520aa77-9cf8-4f04-9cb1-197f20f35fc3 HTTP/1.1" status: 200 len: 851 time: 0.0666587 Sep 07 23:55:47.038335 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-b0bb89c1-d6c5-4e94-a2ea-3d3566e6d3f5 req-5b7bd026-75f3-4e0b-a522-eabbb0a2ab2c tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e0411c4-7643-4cf8-9269-1e26b6227463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645299 Sep 07 23:55:47.088031 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5be18-46a8-4a0b-bdbb-6039064dbd68 req-24418b38-3dab-423a-a3e5-d0afd3b29125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:47.089724 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f8f5be18-46a8-4a0b-bdbb-6039064dbd68 req-24418b38-3dab-423a-a3e5-d0afd3b29125 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b183201c-d8ba-4df8-a849-eaf5a586f813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0491564 Sep 07 23:55:47.116730 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvr_db [None req-c4e5becc-a3a1-423f-90c1-b4d41623dc9a None None] Set router a7b57986-3771-4ffc-928e-f8bc08f82943 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:55:47.186380 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f8f5be18-46a8-4a0b-bdbb-6039064dbd68 req-61c9361e-6a8c-4572-9bf7-9e491a598509 service neutron] 10.222.0.42 "GET /v2.0/networks/b183201c-d8ba-4df8-a849-eaf5a586f813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893583 Sep 07 23:55:47.284201 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f8f5be18-46a8-4a0b-bdbb-6039064dbd68 req-22de664c-5954-43a1-9333-44c065cacc4c service neutron] 10.222.0.42 "GET /v2.0/networks/b183201c-d8ba-4df8-a849-eaf5a586f813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910914 Sep 07 23:55:47.471385 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-c4e5becc-a3a1-423f-90c1-b4d41623dc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'name': 'tempest-TestVolumeBootPattern-1606400456-router', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:52:29Z', 'updated_at': '2021-09-07T23:52:32Z', 'revision_number': 4, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'gw_port': {'id': '8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:29Z', 'updated_at': '2021-09-07T23:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_floatingips': [{'id': '0507f975-4bd6-405a-a263-1c53a222d0bb', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'router_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'port_id': 'f551bc2a-5801-4e90-bf85-f51cedb73741', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813', 'mac_address': 'fa:16:3e:7e:b3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7311053b-79d8-461f-ad8f-57892c1f9b97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T23:55:45Z', 'updated_at': '2021-09-07T23:55:45Z', 'revision_number': 0, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6', 'name': '', 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'mac_address': 'fa:16:3e:37:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '8520aa77-9cf8-4f04-9cb1-197f20f35fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:31Z', 'updated_at': '2021-09-07T23:52:38Z', 'revision_number': 5, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'subnets': [{'id': '8520aa77-9cf8-4f04-9cb1-197f20f35fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:55:47.507573 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e5becc-a3a1-423f-90c1-b4d41623dc9a None None] The sync data for ids ['a7b57986-3771-4ffc-928e-f8bc08f82943'] in dv-cinder-751579-26-iscsi is: [{'id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'name': 'tempest-TestVolumeBootPattern-1606400456-router', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:52:29Z', 'updated_at': '2021-09-07T23:52:32Z', 'revision_number': 4, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'gw_port': {'id': '8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:29Z', 'updated_at': '2021-09-07T23:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_floatingips': [{'id': '0507f975-4bd6-405a-a263-1c53a222d0bb', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'router_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'port_id': 'f551bc2a-5801-4e90-bf85-f51cedb73741', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813', 'mac_address': 'fa:16:3e:7e:b3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7311053b-79d8-461f-ad8f-57892c1f9b97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T23:55:45Z', 'updated_at': '2021-09-07T23:55:45Z', 'revision_number': 0, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6', 'name': '', 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'mac_address': 'fa:16:3e:37:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '8520aa77-9cf8-4f04-9cb1-197f20f35fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:31Z', 'updated_at': '2021-09-07T23:52:38Z', 'revision_number': 5, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'subnets': [{'id': '8520aa77-9cf8-4f04-9cb1-197f20f35fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 23:55:47.693229 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dffa6bd-ca6e-4e57-a1fb-14cace9c40cc None None] New status for floating IP 0507f975-4bd6-405a-a263-1c53a222d0bb: ACTIVE {{(pid=100553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 23:55:48.153238 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c9f52-22bd-4ea7-816e-d65510783440 req-4675422a-ac61-4424-b4e0-24657dff5b9e tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:48.154621 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-e33c9f52-22bd-4ea7-816e-d65510783440 req-4675422a-ac61-4424-b4e0-24657dff5b9e tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.15 "GET /v2.0/ports?device_id=89243192-1f0e-4482-a873-77ec55300409 HTTP/1.1" status: 200 len: 944 time: 0.0481505 Sep 07 23:55:48.192638 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-e33c9f52-22bd-4ea7-816e-d65510783440 req-6ec2430b-5192-48c9-94c4-19c4029a9277 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e0411c4-7643-4cf8-9269-1e26b6227463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318527 Sep 07 23:55:48.455543 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 3cd08d32-8087-4aa0-8ebe-0344c1453b99 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=100552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 23:55:48.552062 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port 3cd08d32-8087-4aa0-8ebe-0344c1453b99, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=3cd08d32-8087-4aa0-8ebe-0344c1453b99,segment=NetworkSegment(279cdd00-e285-4aca-89ad-3dc33dcec1c6),segment_id=279cdd00-e285-4aca-89ad-3dc33dcec1c6)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:55:48.564371 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Returning: {'device': '3cd08d32-8087-4aa0-8ebe-0344c1453b99', 'network_id': 'c0b38f11-9ec5-4337-964b-f0415c71474c', 'port_id': '3cd08d32-8087-4aa0-8ebe-0344c1453b99', 'mac_address': 'fa:16:3e:5c:18:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e112d248-8d2a-4cad-bd50-dc94ae7b35ad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 23:55:48.605663 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:48.623690 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.notifiers.nova [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cd08d32-8087-4aa0-8ebe-0344c1453b99 {{(pid=100552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 23:55:48.644765 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port 3cd08d32-8087-4aa0-8ebe-0344c1453b99, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=3cd08d32-8087-4aa0-8ebe-0344c1453b99,segment=NetworkSegment(279cdd00-e285-4aca-89ad-3dc33dcec1c6),segment_id=279cdd00-e285-4aca-89ad-3dc33dcec1c6)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:55:48.653110 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:48.679878 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:48.707559 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Pushing event updated for resources: {'Port': ['ID=3cd08d32-8087-4aa0-8ebe-0344c1453b99,revision_number=4']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:55:48.875561 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] get_ports_and_sgs() called for port_ids ['3cd08d32-8087-4aa0-8ebe-0344c1453b99'] {{(pid=100552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 23:55:49.304863 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d4563-d467-4a87-90fb-f581a1318a38 req-a0f9e24e-2cf4-46e5-8ed0-00ccc36bded2 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:49.306807 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-0d4d4563-d467-4a87-90fb-f581a1318a38 req-a0f9e24e-2cf4-46e5-8ed0-00ccc36bded2 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.15 "GET /v2.0/ports?device_id=89243192-1f0e-4482-a873-77ec55300409 HTTP/1.1" status: 200 len: 945 time: 0.0469286 Sep 07 23:55:49.348318 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-0d4d4563-d467-4a87-90fb-f581a1318a38 req-c6514125-f789-4c72-9d1f-1a87b0396466 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e0411c4-7643-4cf8-9269-1e26b6227463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355296 Sep 07 23:55:50.463059 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11914ae9-d1fc-4a4f-880d-bee6519c5ff1 req-19a64e7f-df2a-4667-8a09-c6b3fd5b71f3 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:50.464794 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-11914ae9-d1fc-4a4f-880d-bee6519c5ff1 req-19a64e7f-df2a-4667-8a09-c6b3fd5b71f3 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.15 "GET /v2.0/ports?device_id=89243192-1f0e-4482-a873-77ec55300409 HTTP/1.1" status: 200 len: 945 time: 0.0496514 Sep 07 23:55:50.481915 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 3cd08d32-8087-4aa0-8ebe-0344c1453b99 up at agent hyperv_hv-cinder-75157 {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:55:50.505807 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-11914ae9-d1fc-4a4f-880d-bee6519c5ff1 req-05d64f43-3372-411f-81ee-37c94026adf8 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e0411c4-7643-4cf8-9269-1e26b6227463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347440 Sep 07 23:55:50.529946 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Provisioning for port 3cd08d32-8087-4aa0-8ebe-0344c1453b99 completed by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:55:50.533443 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Provisioning complete for port 3cd08d32-8087-4aa0-8ebe-0344c1453b99 triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:55:50.533806 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:50.607396 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:50.630287 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89243192-1f0e-4482-a873-77ec55300409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd08d32-8087-4aa0-8ebe-0344c1453b99'}] {{(pid=100552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:55:50.632433 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6af7ada11e39af001df59af8fe1a830bb49e6ec01a9e34e873de5065727c58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce93cc86-cdef-4b79-b97f-75b4f9fd85b9" -d '{"events": [{"server_uuid": "89243192-1f0e-4482-a873-77ec55300409", "name": "network-vif-plugged", "status": "completed", "tag": "3cd08d32-8087-4aa0-8ebe-0344c1453b99"}]}' {{(pid=100552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:55:50.645457 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port 3cd08d32-8087-4aa0-8ebe-0344c1453b99, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=3cd08d32-8087-4aa0-8ebe-0344c1453b99,segment=NetworkSegment(279cdd00-e285-4aca-89ad-3dc33dcec1c6),segment_id=279cdd00-e285-4aca-89ad-3dc33dcec1c6)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:55:50.649595 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:55:50.679409 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 23:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f7118c-9f43-463d-8372-3a3372399f2a x-openstack-request-id: req-e4f7118c-9f43-463d-8372-3a3372399f2a {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:55:50.679698 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89243192-1f0e-4482-a873-77ec55300409", "name": "network-vif-plugged", "status": "completed", "tag": "3cd08d32-8087-4aa0-8ebe-0344c1453b99", "code": 200}]} {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:55:50.679945 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e4f7118c-9f43-463d-8372-3a3372399f2a {{(pid=100552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:55:50.680327 dv-cinder-751579-26-iscsi neutron-server[100552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89243192-1f0e-4482-a873-77ec55300409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd08d32-8087-4aa0-8ebe-0344c1453b99', 'code': 200} Sep 07 23:55:50.712034 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Pushing event updated for resources: {'Port': ['ID=3cd08d32-8087-4aa0-8ebe-0344c1453b99,revision_number=5']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:55:50.833621 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ca571-2a44-4d2f-8267-5eecffa72604 req-db9e8883-d864-4ae5-852d-93f09e7ac8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:50.835133 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ee6ca571-2a44-4d2f-8267-5eecffa72604 req-db9e8883-d864-4ae5-852d-93f09e7ac8b6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=89243192-1f0e-4482-a873-77ec55300409 HTTP/1.1" status: 200 len: 1099 time: 0.0415750 Sep 07 23:55:50.870979 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ee6ca571-2a44-4d2f-8267-5eecffa72604 req-623d9090-aa35-4fbe-aa8d-1affcac8adbb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6e0411c4-7643-4cf8-9269-1e26b6227463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286090 Sep 07 23:55:51.618185 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084a0f5-5091-42a4-b9a2-3d29ca9277f2 req-26f82527-e278-4fd6-bf13-81cc883990e2 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:51.619819 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3084a0f5-5091-42a4-b9a2-3d29ca9277f2 req-26f82527-e278-4fd6-bf13-81cc883990e2 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.15 "GET /v2.0/ports?device_id=89243192-1f0e-4482-a873-77ec55300409 HTTP/1.1" status: 200 len: 946 time: 0.0481749 Sep 07 23:55:51.662559 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3084a0f5-5091-42a4-b9a2-3d29ca9277f2 req-6fd74e15-75d8-4f45-8436-a9640c615dbd tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e0411c4-7643-4cf8-9269-1e26b6227463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365548 Sep 07 23:55:52.787104 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75c29e-8f06-4a36-b28e-389287edb854 req-951f17fd-e45a-4b47-ab6b-c923b5164b95 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:55:52.793597 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-9a75c29e-8f06-4a36-b28e-389287edb854 req-951f17fd-e45a-4b47-ab6b-c923b5164b95 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.15 "GET /v2.0/ports?device_id=89243192-1f0e-4482-a873-77ec55300409 HTTP/1.1" status: 200 len: 946 time: 0.0568285 Sep 07 23:55:52.834883 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-9a75c29e-8f06-4a36-b28e-389287edb854 req-e1753c94-6f00-47bb-b74a-d6d532586ac6 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e0411c4-7643-4cf8-9269-1e26b6227463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350752 Sep 07 23:55:58.207407 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-238df375-710c-44e1-bcf1-8a0db529d246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:56:01.153513 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:56:01.768155 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-79f4ff47-7b35-4bdd-bd51-fbdfddde8b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:56:03.372340 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ea97-3cf8-4e53-ad99-8ce826820bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:56:05.216112 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-187590d1-19a7-4a5a-ac4c-70625f9f540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:56:09.421679 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.agents_db [None req-89df3544-7e8a-43ac-bb25-e7a75b7011d0 None None] Agent healthcheck: found 6 active agents {{(pid=100553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 23:56:13.001207 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f63cac-645b-4685-a56f-c11d62ee438d req-95e13128-d069-474e-96d2-55930241b969 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:56:13.002662 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-04f63cac-645b-4685-a56f-c11d62ee438d req-95e13128-d069-474e-96d2-55930241b969 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.15 "GET /v2.0/ports?device_id=89243192-1f0e-4482-a873-77ec55300409 HTTP/1.1" status: 200 len: 946 time: 0.0532944 Sep 07 23:56:13.046354 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-04f63cac-645b-4685-a56f-c11d62ee438d req-711eb56c-c0d7-4892-93d5-7b59093f0758 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e0411c4-7643-4cf8-9269-1e26b6227463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376830 Sep 07 23:56:14.223085 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c05e9-5362-4469-a2f7-2a5be5de07f7 req-4ce7db2b-868c-41cd-b042-610e09051da6 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:56:14.224603 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-824c05e9-5362-4469-a2f7-2a5be5de07f7 req-4ce7db2b-868c-41cd-b042-610e09051da6 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.15 "GET /v2.0/ports?device_id=89243192-1f0e-4482-a873-77ec55300409 HTTP/1.1" status: 200 len: 946 time: 0.1012871 Sep 07 23:56:14.267615 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-824c05e9-5362-4469-a2f7-2a5be5de07f7 req-5aaeb343-b82c-453f-a55e-b81a4df534de tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e0411c4-7643-4cf8-9269-1e26b6227463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368757 Sep 07 23:56:14.528518 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ac1a3-369c-4f7e-9f44-128a96115cb0 req-fa13ae72-f86a-45ec-a474-9380c479e835 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:56:14.530005 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d54ac1a3-369c-4f7e-9f44-128a96115cb0 req-fa13ae72-f86a-45ec-a474-9380c479e835 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.42 "GET /v2.0/ports?device_id=89243192-1f0e-4482-a873-77ec55300409 HTTP/1.1" status: 200 len: 946 time: 0.0505610 Sep 07 23:56:14.629278 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [req-d54ac1a3-369c-4f7e-9f44-128a96115cb0 req-1bb8132e-fd91-4061-9886-bd7989b687f7 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Deleting port 3cd08d32-8087-4aa0-8ebe-0344c1453b99 {{(pid=100551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:56:14.629611 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-d54ac1a3-369c-4f7e-9f44-128a96115cb0 req-1bb8132e-fd91-4061-9886-bd7989b687f7 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:56:14.725216 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-d54ac1a3-369c-4f7e-9f44-128a96115cb0 req-1bb8132e-fd91-4061-9886-bd7989b687f7 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] For port 3cd08d32-8087-4aa0-8ebe-0344c1453b99, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=3cd08d32-8087-4aa0-8ebe-0344c1453b99,segment=NetworkSegment(279cdd00-e285-4aca-89ad-3dc33dcec1c6),segment_id=279cdd00-e285-4aca-89ad-3dc33dcec1c6)] {{(pid=100551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:56:14.725573 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-d54ac1a3-369c-4f7e-9f44-128a96115cb0 req-1bb8132e-fd91-4061-9886-bd7989b687f7 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:56:14.738500 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [req-d54ac1a3-369c-4f7e-9f44-128a96115cb0 req-1bb8132e-fd91-4061-9886-bd7989b687f7 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Calling delete_port for 3cd08d32-8087-4aa0-8ebe-0344c1453b99 owned by compute:nova {{(pid=100551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:56:14.881406 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-d54ac1a3-369c-4f7e-9f44-128a96115cb0 req-1bb8132e-fd91-4061-9886-bd7989b687f7 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:56:14.894284 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] get_ports_and_sgs() called for port_ids ['3cd08d32-8087-4aa0-8ebe-0344c1453b99'] {{(pid=100552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 23:56:14.909401 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8132e-fd91-4061-9886-bd7989b687f7 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Pushing event deleted for resources: {'Port': ['ID=3cd08d32-8087-4aa0-8ebe-0344c1453b99,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:56:14.957100 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.l3_dvrscheduler_db [req-d54ac1a3-369c-4f7e-9f44-128a96115cb0 req-1bb8132e-fd91-4061-9886-bd7989b687f7 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] No DVR routers for this DVR port 3cd08d32-8087-4aa0-8ebe-0344c1453b99 on host hv-cinder-75157 {{(pid=100551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 23:56:14.959926 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-d54ac1a3-369c-4f7e-9f44-128a96115cb0 req-1bb8132e-fd91-4061-9886-bd7989b687f7 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:56:14.962115 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d54ac1a3-369c-4f7e-9f44-128a96115cb0 req-1bb8132e-fd91-4061-9886-bd7989b687f7 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.42 "DELETE /v2.0/ports/3cd08d32-8087-4aa0-8ebe-0344c1453b99 HTTP/1.1" status: 204 len: 173 time: 0.4260776 Sep 07 23:56:14.962583 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89243192-1f0e-4482-a873-77ec55300409', 'name': 'network-vif-deleted', 'tag': '3cd08d32-8087-4aa0-8ebe-0344c1453b99'}] {{(pid=100551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:56:14.965024 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744d18a1a9123520e55b11d6b4f544890c28500fff252c5db1cb0c4b69d72d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a893d8e-c200-4abb-adeb-2318881ae2a7" -d '{"events": [{"server_uuid": "89243192-1f0e-4482-a873-77ec55300409", "name": "network-vif-deleted", "tag": "3cd08d32-8087-4aa0-8ebe-0344c1453b99"}]}' {{(pid=100551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:56:15.008255 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 23:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b63ea3b-234e-4784-9fe8-5d7d9d2cd015 x-openstack-request-id: req-2b63ea3b-234e-4784-9fe8-5d7d9d2cd015 {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:56:15.009978 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89243192-1f0e-4482-a873-77ec55300409", "name": "network-vif-deleted", "tag": "3cd08d32-8087-4aa0-8ebe-0344c1453b99", "status": "completed", "code": 200}]} {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:56:15.010246 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2b63ea3b-234e-4784-9fe8-5d7d9d2cd015 {{(pid=100551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:56:15.010746 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89243192-1f0e-4482-a873-77ec55300409', 'name': 'network-vif-deleted', 'tag': '3cd08d32-8087-4aa0-8ebe-0344c1453b99', 'status': 'completed', 'code': 200} Sep 07 23:56:15.392419 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-52d5a60f-e013-4f48-b337-358cd51627ef req-7eff2b06-9a2c-4be5-b0fb-b7342b286a17 tempest-VolumesSnapshotTestJSON-1439339532 tempest-VolumesSnapshotTestJSON-1439339532-project] 10.222.0.15 "GET /v2.0/ports?device_id=89243192-1f0e-4482-a873-77ec55300409 HTTP/1.1" status: 200 len: 210 time: 0.0308006 Sep 07 23:56:19.006016 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 3cd08d32-8087-4aa0-8ebe-0344c1453b99 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 23:56:19.026464 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] No Port match for: 3cd08d32-8087-4aa0-8ebe-0344c1453b99 {{(pid=100552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 23:56:19.026800 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 3cd08d32-8087-4aa0-8ebe-0344c1453b99 not bound to the agent host hv-cinder-75157 {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 23:56:19.845540 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:56:25.065052 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5461447f-420f-4a1f-816c-61762da81a1f req-6492ad0f-81b6-44f5-a459-1a6db6d6afdc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413167 Sep 07 23:56:25.154053 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461447f-420f-4a1f-816c-61762da81a1f req-242be9c2-58a6-4a59-947d-8c9f8e8cae64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:56:25.155460 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5461447f-420f-4a1f-816c-61762da81a1f req-242be9c2-58a6-4a59-947d-8c9f8e8cae64 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=57c40fd6c9f740c9a2e49701985feab4&device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 1098 time: 0.0471969 Sep 07 23:56:25.262133 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461447f-420f-4a1f-816c-61762da81a1f req-6b98e07e-52b8-4212-88a4-b16734afd2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:56:25.263605 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5461447f-420f-4a1f-816c-61762da81a1f req-6b98e07e-52b8-4212-88a4-b16734afd2e9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5cdf44a6-e80e-483a-a66f-3700971e555a HTTP/1.1" status: 200 len: 910 time: 0.0876966 Sep 07 23:56:25.333010 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5461447f-420f-4a1f-816c-61762da81a1f req-80060373-1935-4908-9861-cc58b80d2458 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57e1fae5-a5d9-416c-a5bd-2a25dcdb8770 HTTP/1.1" status: 200 len: 1000 time: 0.0617282 Sep 07 23:56:26.257187 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461447f-420f-4a1f-816c-61762da81a1f req-ebb83182-4bba-441b-a629-405015ed2b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:56:26.258842 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5461447f-420f-4a1f-816c-61762da81a1f req-ebb83182-4bba-441b-a629-405015ed2b83 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=55540f58-bd6e-4bc1-a586-fffab3832ab4 HTTP/1.1" status: 200 len: 848 time: 0.0459676 Sep 07 23:56:27.079281 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461447f-420f-4a1f-816c-61762da81a1f req-451f5ff2-b617-4583-bf9e-72ed7c7b7ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:56:27.080755 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5461447f-420f-4a1f-816c-61762da81a1f req-451f5ff2-b617-4583-bf9e-72ed7c7b7ebc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5cdf44a6-e80e-483a-a66f-3700971e555a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0397639 Sep 07 23:56:28.014150 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [req-5461447f-420f-4a1f-816c-61762da81a1f req-84d4af77-fdf1-4c48-9464-b3154e3d9795 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 23:56:28.015262 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5461447f-420f-4a1f-816c-61762da81a1f req-84d4af77-fdf1-4c48-9464-b3154e3d9795 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052655 Sep 07 23:56:28.109766 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5461447f-420f-4a1f-816c-61762da81a1f req-c1f9a206-4366-443d-bf4b-b0348a176f55 service neutron] 10.222.0.42 "GET /v2.0/networks/5cdf44a6-e80e-483a-a66f-3700971e555a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872507 Sep 07 23:56:28.214300 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-59cc077d-aa67-4f6d-9d75-a60d04b6f223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:56:28.220897 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5461447f-420f-4a1f-816c-61762da81a1f req-495fa96b-12a7-458e-8fb4-19aad4765a84 service neutron] 10.222.0.42 "GET /v2.0/networks/5cdf44a6-e80e-483a-a66f-3700971e555a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038957 Sep 07 23:56:31.153965 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:56:31.767847 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-2eeb16aa-5e0b-4e85-98c4-5f7624a333b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:56:33.380598 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ea97-3cf8-4e53-ad99-8ce826820bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:56:35.222881 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-187590d1-19a7-4a5a-ac4c-70625f9f540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:56:38.678189 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 38498) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:56:38.727042 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.db_base_plugin_v2 [None req-8177ba47-4965-46e4-b3c4-4f7e6785d505 admin admin] Deleting subnet e112d248-8d2a-4cad-bd50-dc94ae7b35ad {{(pid=100551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 23:56:38.730053 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-8177ba47-4965-46e4-b3c4-4f7e6785d505 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:56:38.764817 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-8177ba47-4965-46e4-b3c4-4f7e6785d505 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7425425'] for subnet, precommit_delete_associations {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:56:38.802961 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-8177ba47-4965-46e4-b3c4-4f7e6785d505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673024'] for subnet, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:56:38.853653 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-8177ba47-4965-46e4-b3c4-4f7e6785d505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5131638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4738048'] for subnet, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:56:38.881159 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8177ba47-4965-46e4-b3c4-4f7e6785d505 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e112d248-8d2a-4cad-bd50-dc94ae7b35ad,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:56:38.884024 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-8177ba47-4965-46e4-b3c4-4f7e6785d505 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for subnet, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:56:38.886035 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-8177ba47-4965-46e4-b3c4-4f7e6785d505 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e112d248-8d2a-4cad-bd50-dc94ae7b35ad HTTP/1.1" status: 204 len: 168 time: 0.2068372 Sep 07 23:56:38.888888 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 38500) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:56:38.892586 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177ba47-4965-46e4-b3c4-4f7e6785d505 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:56:38.892939 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177ba47-4965-46e4-b3c4-4f7e6785d505 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:56:38.893277 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177ba47-4965-46e4-b3c4-4f7e6785d505 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:56:38.893616 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177ba47-4965-46e4-b3c4-4f7e6785d505 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:56:38.893946 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177ba47-4965-46e4-b3c4-4f7e6785d505 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:56:38.894298 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177ba47-4965-46e4-b3c4-4f7e6785d505 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:56:38.894670 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177ba47-4965-46e4-b3c4-4f7e6785d505 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:56:38.895003 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177ba47-4965-46e4-b3c4-4f7e6785d505 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:56:38.895328 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177ba47-4965-46e4-b3c4-4f7e6785d505 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:56:38.895683 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177ba47-4965-46e4-b3c4-4f7e6785d505 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:56:38.896010 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177ba47-4965-46e4-b3c4-4f7e6785d505 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:56:38.896343 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177ba47-4965-46e4-b3c4-4f7e6785d505 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:56:38.964116 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-8a004d57-1c4d-4ac3-af95-24cbf563999c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531467'] for network, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:56:39.046943 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-8a004d57-1c4d-4ac3-af95-24cbf563999c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675213', 'neutron.services.segments.db._delete_segments_for_network-8760371274105'] for network, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:56:39.066232 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.services.segments.db [None req-8a004d57-1c4d-4ac3-af95-24cbf563999c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0b38f11-9ec5-4337-964b-f0415c71474c']}} {{(pid=100550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:56:39.075822 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.services.segments.db [None req-8a004d57-1c4d-4ac3-af95-24cbf563999c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '279cdd00-e285-4aca-89ad-3dc33dcec1c6') {'for_net_delete': True} {{(pid=100550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:56:39.076111 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.services.segments.db [None req-8a004d57-1c4d-4ac3-af95-24cbf563999c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '279cdd00-e285-4aca-89ad-3dc33dcec1c6') {} {{(pid=100550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:56:39.085291 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-8a004d57-1c4d-4ac3-af95-24cbf563999c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760371273090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1178063'] for segment, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:56:39.098810 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-8a004d57-1c4d-4ac3-af95-24cbf563999c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675162'] for segment, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:56:39.104797 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a004d57-1c4d-4ac3-af95-24cbf563999c admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=100550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 23:56:39.105179 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-8a004d57-1c4d-4ac3-af95-24cbf563999c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7634266'] for segment, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:56:39.106893 dv-cinder-751579-26-iscsi neutron-server[100550]: Traceback (most recent call last): Sep 07 23:56:39.106893 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 23:56:39.106893 dv-cinder-751579-26-iscsi neutron-server[100550]: timer() Sep 07 23:56:39.106893 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 23:56:39.106893 dv-cinder-751579-26-iscsi neutron-server[100550]: cb(*args, **kw) Sep 07 23:56:39.106893 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 23:56:39.106893 dv-cinder-751579-26-iscsi neutron-server[100550]: return func(*args, **kwargs) Sep 07 23:56:39.106893 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 23:56:39.106893 dv-cinder-751579-26-iscsi neutron-server[100550]: self._notify() Sep 07 23:56:39.106893 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 23:56:39.106893 dv-cinder-751579-26-iscsi neutron-server[100550]: self.callback(batched_events) Sep 07 23:56:39.106893 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 23:56:39.106893 dv-cinder-751579-26-iscsi neutron-server[100550]: event.method(event) Sep 07 23:56:39.106893 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 23:56:39.106893 dv-cinder-751579-26-iscsi neutron-server[100550]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 23:56:39.106893 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 23:56:39.106893 dv-cinder-751579-26-iscsi neutron-server[100550]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 23:56:39.106893 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 23:56:39.106893 dv-cinder-751579-26-iscsi neutron-server[100550]: return f(self, *a, **k) Sep 07 23:56:39.106893 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 23:56:39.106893 dv-cinder-751579-26-iscsi neutron-server[100550]: return self._get(url).json() Sep 07 23:56:39.106893 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 23:56:39.106893 dv-cinder-751579-26-iscsi neutron-server[100550]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 23:56:39.106893 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 23:56:39.106893 dv-cinder-751579-26-iscsi neutron-server[100550]: return self.request(url, 'GET', **kwargs) Sep 07 23:56:39.106893 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 23:56:39.106893 dv-cinder-751579-26-iscsi neutron-server[100550]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 23:56:39.106893 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 23:56:39.106893 dv-cinder-751579-26-iscsi neutron-server[100550]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 23:56:39.106893 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 23:56:39.106893 dv-cinder-751579-26-iscsi neutron-server[100550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 23:56:39.106893 dv-cinder-751579-26-iscsi neutron-server[100550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 23:56:39.161622 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-8a004d57-1c4d-4ac3-af95-24cbf563999c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595403'] for network, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:56:39.167090 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-8a004d57-1c4d-4ac3-af95-24cbf563999c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for network, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:56:39.169007 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-8a004d57-1c4d-4ac3-af95-24cbf563999c admin admin] 10.222.0.15 "DELETE /v2.0/networks/c0b38f11-9ec5-4337-964b-f0415c71474c HTTP/1.1" status: 204 len: 168 time: 0.2789512 Sep 07 23:56:39.184792 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a004d57-1c4d-4ac3-af95-24cbf563999c admin admin] Pushing event deleted for resources: {'Network': ['ID=c0b38f11-9ec5-4337-964b-f0415c71474c,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:56:39.349574 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 38504) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:56:39.398134 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-fd7dbc3b-939e-45cb-8180-b09c4dbcc2bd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e3653800bceb4825b64b23e5d585cc6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473413 Sep 07 23:56:39.400743 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 38506) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:56:39.448435 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-1a310a11-08de-4ef6-ba9d-5dcf3c0f16e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:56:39.473579 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-1a310a11-08de-4ef6-ba9d-5dcf3c0f16e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:56:39.523903 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-1a310a11-08de-4ef6-ba9d-5dcf3c0f16e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:56:39.526373 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-1a310a11-08de-4ef6-ba9d-5dcf3c0f16e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:56:39.527512 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-1a310a11-08de-4ef6-ba9d-5dcf3c0f16e4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6e0411c4-7643-4cf8-9269-1e26b6227463 HTTP/1.1" status: 204 len: 168 time: 0.1258509 Sep 07 23:56:39.535205 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a310a11-08de-4ef6-ba9d-5dcf3c0f16e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0411c4-7643-4cf8-9269-1e26b6227463,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:56:46.421225 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.agents_db [None req-89df3544-7e8a-43ac-bb25-e7a75b7011d0 None None] Agent healthcheck: found 6 active agents {{(pid=100553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 23:56:49.014341 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:56:58.207481 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-ea645f20-9876-48e0-9268-a470e16d1c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:01.146248 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:01.769260 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-a91c598f-ee77-488c-951d-e5bd5d6cee36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:03.378992 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ea97-3cf8-4e53-ad99-8ce826820bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:05.225401 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-187590d1-19a7-4a5a-ac4c-70625f9f540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:19.014960 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:23.420810 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.agents_db [None req-89df3544-7e8a-43ac-bb25-e7a75b7011d0 None None] Agent healthcheck: found 6 active agents {{(pid=100553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 23:57:27.289701 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-29149d0a-2e1a-4859-8949-71f4700159db req-fe3cd9d0-e931-4404-8e31-3d5616c7e28b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7311053b-79d8-461f-ad8f-57892c1f9b97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1795332 Sep 07 23:57:27.359793 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29149d0a-2e1a-4859-8949-71f4700159db req-ced43762-3e4f-4309-bfbd-166201d4cff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:57:27.361392 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-29149d0a-2e1a-4859-8949-71f4700159db req-ced43762-3e4f-4309-bfbd-166201d4cff7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=42f067fd8b194261a54e9fcfd96af714&device_id=7311053b-79d8-461f-ad8f-57892c1f9b97 HTTP/1.1" status: 200 len: 1099 time: 0.0457842 Sep 07 23:57:27.478598 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29149d0a-2e1a-4859-8949-71f4700159db req-9fbb0ebd-c993-4c14-b979-f7f5c4e5f772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:57:27.480125 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-29149d0a-2e1a-4859-8949-71f4700159db req-9fbb0ebd-c993-4c14-b979-f7f5c4e5f772 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b183201c-d8ba-4df8-a849-eaf5a586f813 HTTP/1.1" status: 200 len: 913 time: 0.0981898 Sep 07 23:57:27.558976 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-29149d0a-2e1a-4859-8949-71f4700159db req-efc4b7ee-a2da-4138-ae89-43dd124d30d6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f551bc2a-5801-4e90-bf85-f51cedb73741 HTTP/1.1" status: 200 len: 1002 time: 0.0711458 Sep 07 23:57:27.609202 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29149d0a-2e1a-4859-8949-71f4700159db req-9af55ffa-7bf6-4300-8cab-327764ced7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:57:27.610670 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-29149d0a-2e1a-4859-8949-71f4700159db req-9af55ffa-7bf6-4300-8cab-327764ced7b2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8520aa77-9cf8-4f04-9cb1-197f20f35fc3 HTTP/1.1" status: 200 len: 851 time: 0.0443902 Sep 07 23:57:27.663593 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29149d0a-2e1a-4859-8949-71f4700159db req-b7389ffd-9476-4e93-ac48-825cde491b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:57:27.665132 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-29149d0a-2e1a-4859-8949-71f4700159db req-b7389ffd-9476-4e93-ac48-825cde491b34 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b183201c-d8ba-4df8-a849-eaf5a586f813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0427833 Sep 07 23:57:28.003118 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-29149d0a-2e1a-4859-8949-71f4700159db req-c70e5350-8e4d-481c-a65d-32415f133404 service neutron] 10.222.0.42 "GET /v2.0/networks/b183201c-d8ba-4df8-a849-eaf5a586f813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295479 Sep 07 23:57:28.094733 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-29149d0a-2e1a-4859-8949-71f4700159db req-8ba90197-e946-4bbc-b64a-ebe269307933 service neutron] 10.222.0.42 "GET /v2.0/networks/b183201c-d8ba-4df8-a849-eaf5a586f813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833840 Sep 07 23:57:28.209191 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-d093dc61-d346-4e9c-85f9-ba6e4a680a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:29.716004 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-17c81c86-fdb6-4eab-978a-d42156e22f5c req-6e1dd1a7-1ee8-4c78-8af8-fbf8239b51b5 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-412847332&fields=id&tenant_id=42f067fd8b194261a54e9fcfd96af714 HTTP/1.1" status: 200 len: 267 time: 0.0326998 Sep 07 23:57:29.834784 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c81c86-fdb6-4eab-978a-d42156e22f5c req-90e1404b-ee3c-4236-9ca2-fc76c04b947e tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:57:29.844904 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-17c81c86-fdb6-4eab-978a-d42156e22f5c req-90e1404b-ee3c-4236-9ca2-fc76c04b947e tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/networks?id=b183201c-d8ba-4df8-a849-eaf5a586f813 HTTP/1.1" status: 200 len: 812 time: 0.1112328 Sep 07 23:57:29.860286 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-17c81c86-fdb6-4eab-978a-d42156e22f5c req-754a57ee-ce7d-4662-8375-2fda98ef6021 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/quotas/42f067fd8b194261a54e9fcfd96af714 HTTP/1.1" status: 200 len: 375 time: 0.0103011 Sep 07 23:57:29.918216 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-17c81c86-fdb6-4eab-978a-d42156e22f5c req-8b884346-be59-4f8e-9c2d-9b7ad679e13a tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=42f067fd8b194261a54e9fcfd96af714&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0522890 Sep 07 23:57:29.984133 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [req-17c81c86-fdb6-4eab-978a-d42156e22f5c req-ef3ec44f-e997-4870-8883-b5526d17bc13 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 23:57:29.985208 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-17c81c86-fdb6-4eab-978a-d42156e22f5c req-ef3ec44f-e997-4870-8883-b5526d17bc13 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0538275 Sep 07 23:57:30.085921 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-17c81c86-fdb6-4eab-978a-d42156e22f5c req-58ef8dc1-7cba-4ab9-a814-b1d8a1818f6f service neutron] 10.222.0.15 "GET /v2.0/networks/b183201c-d8ba-4df8-a849-eaf5a586f813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940228 Sep 07 23:57:30.211352 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-17c81c86-fdb6-4eab-978a-d42156e22f5c req-d2d379a5-b240-4d69-ad12-109ba4d61d0a service neutron] 10.222.0.15 "GET /v2.0/networks/b183201c-d8ba-4df8-a849-eaf5a586f813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192081 Sep 07 23:57:30.538523 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-3c4c0ba6-e7eb-4088-a09b-3a9f55121433 req-c43cbfe3-3d8b-48ed-aa95-05974ccdb115 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba3f7ff7-29a5-4eb7-af76-e0f74d190142 HTTP/1.1" status: 200 len: 210 time: 0.0274820 Sep 07 23:57:31.148825 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:31.654322 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ae395468-fc3e-4fae-a7e1-cbbc6d5e2145 req-9eb1f0d0-fe71-4fec-ab3b-2ebe752153a0 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba3f7ff7-29a5-4eb7-af76-e0f74d190142 HTTP/1.1" status: 200 len: 210 time: 0.0380819 Sep 07 23:57:31.662810 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c81c86-fdb6-4eab-978a-d42156e22f5c req-8e967afd-4d2d-4d42-af4c-b5f2c3af5732 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:57:31.664465 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-17c81c86-fdb6-4eab-978a-d42156e22f5c req-8e967afd-4d2d-4d42-af4c-b5f2c3af5732 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.42 "GET /v2.0/networks?id=b183201c-d8ba-4df8-a849-eaf5a586f813 HTTP/1.1" status: 200 len: 812 time: 0.1607678 Sep 07 23:57:31.713140 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-17c81c86-fdb6-4eab-978a-d42156e22f5c req-285f148d-64e0-4435-a391-332baf06fb54 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42f067fd8b194261a54e9fcfd96af714 HTTP/1.1" status: 200 len: 379 time: 0.0363889 Sep 07 23:57:31.722418 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [req-17c81c86-fdb6-4eab-978a-d42156e22f5c req-87458b7d-3e2a-4008-9807-5386d59ef394 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Request body: {'port': {'device_id': 'ba3f7ff7-29a5-4eb7-af76-e0f74d190142', 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813', 'admin_state_up': True, 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'security_groups': ['28caf5ff-d7ad-4873-b80a-6cbaffe6df21']}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:57:31.772088 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-3e0ec190-f258-46fd-bb06-5ea6c2e39331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:31.836754 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17c81c86-fdb6-4eab-978a-d42156e22f5c req-87458b7d-3e2a-4008-9807-5386d59ef394 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Made reservation on behalf of 42f067fd8b194261a54e9fcfd96af714 for: {'port': 1} {{(pid=100551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 23:57:31.840257 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-17c81c86-fdb6-4eab-978a-d42156e22f5c req-87458b7d-3e2a-4008-9807-5386d59ef394 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:31.983929 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.db_base_plugin_common [req-17c81c86-fdb6-4eab-978a-d42156e22f5c req-87458b7d-3e2a-4008-9807-5386d59ef394 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Allocated IP 172.20.0.8 (b183201c-d8ba-4df8-a849-eaf5a586f813/8520aa77-9cf8-4f04-9cb1-197f20f35fc3/ddd57389-3d07-4210-bafb-d2c9d381b21d) {{(pid=100551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:57:32.144138 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-17c81c86-fdb6-4eab-978a-d42156e22f5c req-87458b7d-3e2a-4008-9807-5386d59ef394 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks [] for port, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:32.161627 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.provisioning_blocks [req-17c81c86-fdb6-4eab-978a-d42156e22f5c req-87458b7d-3e2a-4008-9807-5386d59ef394 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Transition to ACTIVE for port object ddd57389-3d07-4210-bafb-d2c9d381b21d will not be triggered until provisioned by entity DHCP. {{(pid=100551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:57:32.204769 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-17c81c86-fdb6-4eab-978a-d42156e22f5c req-87458b7d-3e2a-4008-9807-5386d59ef394 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:32.256206 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17c81c86-fdb6-4eab-978a-d42156e22f5c req-87458b7d-3e2a-4008-9807-5386d59ef394 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Network b183201c-d8ba-4df8-a849-eaf5a586f813 is already hosted by enough agents. {{(pid=100551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:57:32.259430 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.base_scheduler [req-17c81c86-fdb6-4eab-978a-d42156e22f5c req-87458b7d-3e2a-4008-9807-5386d59ef394 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Resources bound (agent type, host, resource id): {{(pid=100551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:57:32.262027 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.l3_dvrscheduler_db [req-17c81c86-fdb6-4eab-978a-d42156e22f5c req-87458b7d-3e2a-4008-9807-5386d59ef394 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Received port after_create {{(pid=100551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:57:32.293465 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87458b7d-3e2a-4008-9807-5386d59ef394 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Pushing event updated for resources: {'Port': ['ID=ddd57389-3d07-4210-bafb-d2c9d381b21d,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:57:32.324989 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c81c86-fdb6-4eab-978a-d42156e22f5c req-87458b7d-3e2a-4008-9807-5386d59ef394 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:57:32.326594 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-17c81c86-fdb6-4eab-978a-d42156e22f5c req-87458b7d-3e2a-4008-9807-5386d59ef394 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:32.344029 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-17c81c86-fdb6-4eab-978a-d42156e22f5c req-87458b7d-3e2a-4008-9807-5386d59ef394 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6254783 Sep 07 23:57:32.356767 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [req-17c81c86-fdb6-4eab-978a-d42156e22f5c req-9f0f381a-ca15-4142-bccc-f0f4e67ae7c6 service neutron] Request body: {'port': {'device_id': 'ba3f7ff7-29a5-4eb7-af76-e0f74d190142', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:57:32.417504 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-17c81c86-fdb6-4eab-978a-d42156e22f5c req-9f0f381a-ca15-4142-bccc-f0f4e67ae7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:32.526672 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-7ecde8b3-5e46-47df-9d02-f04b71c58f0c None None] Provisioning for port ddd57389-3d07-4210-bafb-d2c9d381b21d completed by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:57:32.533396 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-7ecde8b3-5e46-47df-9d02-f04b71c58f0c None None] Provisioning complete for port ddd57389-3d07-4210-bafb-d2c9d381b21d triggered by entity DHCP. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:57:32.533946 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7ecde8b3-5e46-47df-9d02-f04b71c58f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:32.581087 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-7ecde8b3-5e46-47df-9d02-f04b71c58f0c None None] Port ddd57389-3d07-4210-bafb-d2c9d381b21d cannot update to ACTIVE because it is not bound. {{(pid=100552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 23:57:32.724207 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [req-17c81c86-fdb6-4eab-978a-d42156e22f5c req-9f0f381a-ca15-4142-bccc-f0f4e67ae7c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddd57389-3d07-4210-bafb-d2c9d381b21d {{(pid=100551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 23:57:32.733795 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-17c81c86-fdb6-4eab-978a-d42156e22f5c req-9f0f381a-ca15-4142-bccc-f0f4e67ae7c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:32.770527 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.provisioning_blocks [req-17c81c86-fdb6-4eab-978a-d42156e22f5c req-9f0f381a-ca15-4142-bccc-f0f4e67ae7c6 service neutron] Transition to ACTIVE for port object ddd57389-3d07-4210-bafb-d2c9d381b21d will not be triggered until provisioned by entity L2. {{(pid=100551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 23:57:32.775189 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-17c81c86-fdb6-4eab-978a-d42156e22f5c req-9f0f381a-ca15-4142-bccc-f0f4e67ae7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5131532'] for port, after_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:32.830520 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458fed92-9b54-4e5a-ab5c-5a82fa58ced6 req-1436c4f9-d11e-42b3-b836-d16a0f9dfa27 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:57:32.832145 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-458fed92-9b54-4e5a-ab5c-5a82fa58ced6 req-1436c4f9-d11e-42b3-b836-d16a0f9dfa27 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba3f7ff7-29a5-4eb7-af76-e0f74d190142 HTTP/1.1" status: 200 len: 931 time: 0.1013098 Sep 07 23:57:32.853676 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f381a-ca15-4142-bccc-f0f4e67ae7c6 service neutron] Pushing event updated for resources: {'Port': ['ID=ddd57389-3d07-4210-bafb-d2c9d381b21d,revision_number=2']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:57:32.939786 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-458fed92-9b54-4e5a-ab5c-5a82fa58ced6 req-36a9e2fb-414d-49f1-b3b4-38b5e1e78b18 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/security-groups?id=28caf5ff-d7ad-4873-b80a-6cbaffe6df21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890102 Sep 07 23:57:32.961117 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-17c81c86-fdb6-4eab-978a-d42156e22f5c req-9f0f381a-ca15-4142-bccc-f0f4e67ae7c6 service neutron] Attempting to bind port ddd57389-3d07-4210-bafb-d2c9d381b21d on host hv-cinder-75157 for vnic_type normal with profile {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 23:57:32.961456 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-17c81c86-fdb6-4eab-978a-d42156e22f5c req-9f0f381a-ca15-4142-bccc-f0f4e67ae7c6 service neutron] Attempting to bind port ddd57389-3d07-4210-bafb-d2c9d381b21d by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': 'f7466842-9496-4ed8-a8d7-e336540c98ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813'}] {{(pid=100551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 23:57:32.961790 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c81c86-fdb6-4eab-978a-d42156e22f5c req-9f0f381a-ca15-4142-bccc-f0f4e67ae7c6 service neutron] Attempting to bind port ddd57389-3d07-4210-bafb-d2c9d381b21d on network b183201c-d8ba-4df8-a849-eaf5a586f813 {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:57:32.966728 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c81c86-fdb6-4eab-978a-d42156e22f5c req-9f0f381a-ca15-4142-bccc-f0f4e67ae7c6 service neutron] Port ddd57389-3d07-4210-bafb-d2c9d381b21d on network b183201c-d8ba-4df8-a849-eaf5a586f813 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 23:57:32.967079 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c81c86-fdb6-4eab-978a-d42156e22f5c req-9f0f381a-ca15-4142-bccc-f0f4e67ae7c6 service neutron] Attempting to bind port ddd57389-3d07-4210-bafb-d2c9d381b21d on network b183201c-d8ba-4df8-a849-eaf5a586f813 {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 23:57:32.974917 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c81c86-fdb6-4eab-978a-d42156e22f5c req-9f0f381a-ca15-4142-bccc-f0f4e67ae7c6 service neutron] Checking agent: {'id': '8b06e77c-11ef-48c4-9ba2-92653b27ce62', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 23, 44, 18), 'started_at': datetime.datetime(2021, 9, 7, 23, 44, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 23, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 23:57:32.974917 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c81c86-fdb6-4eab-978a-d42156e22f5c req-9f0f381a-ca15-4142-bccc-f0f4e67ae7c6 service neutron] Checking segment: {'id': 'f7466842-9496-4ed8-a8d7-e336540c98ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 23:57:32.974917 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c81c86-fdb6-4eab-978a-d42156e22f5c req-9f0f381a-ca15-4142-bccc-f0f4e67ae7c6 service neutron] Bound using segment: {'id': 'f7466842-9496-4ed8-a8d7-e336540c98ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813'} {{(pid=100551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 23:57:32.974917 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.managers [req-17c81c86-fdb6-4eab-978a-d42156e22f5c req-9f0f381a-ca15-4142-bccc-f0f4e67ae7c6 service neutron] Bound port: ddd57389-3d07-4210-bafb-d2c9d381b21d, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7466842-9496-4ed8-a8d7-e336540c98ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813'}}] {{(pid=100551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 23:57:32.974917 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-17c81c86-fdb6-4eab-978a-d42156e22f5c req-9f0f381a-ca15-4142-bccc-f0f4e67ae7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:33.050047 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-17c81c86-fdb6-4eab-978a-d42156e22f5c req-9f0f381a-ca15-4142-bccc-f0f4e67ae7c6 service neutron] For port ddd57389-3d07-4210-bafb-d2c9d381b21d, host hv-cinder-75157, cleared binding levels {{(pid=100551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 23:57:33.053460 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-17c81c86-fdb6-4eab-978a-d42156e22f5c req-9f0f381a-ca15-4142-bccc-f0f4e67ae7c6 service neutron] For port ddd57389-3d07-4210-bafb-d2c9d381b21d, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=ddd57389-3d07-4210-bafb-d2c9d381b21d,segment=NetworkSegment(f7466842-9496-4ed8-a8d7-e336540c98ac),segment_id=f7466842-9496-4ed8-a8d7-e336540c98ac)] {{(pid=100551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 23:57:33.058490 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-17c81c86-fdb6-4eab-978a-d42156e22f5c req-9f0f381a-ca15-4142-bccc-f0f4e67ae7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5131532'] for port, after_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:33.096668 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c81c86-fdb6-4eab-978a-d42156e22f5c req-9f0f381a-ca15-4142-bccc-f0f4e67ae7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:57:33.097225 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-17c81c86-fdb6-4eab-978a-d42156e22f5c req-9f0f381a-ca15-4142-bccc-f0f4e67ae7c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:33.098688 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-17c81c86-fdb6-4eab-978a-d42156e22f5c req-9f0f381a-ca15-4142-bccc-f0f4e67ae7c6 service neutron] 10.222.0.42 "PUT /v2.0/ports/ddd57389-3d07-4210-bafb-d2c9d381b21d HTTP/1.1" status: 200 len: 1093 time: 0.7464273 Sep 07 23:57:33.099249 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba3f7ff7-29a5-4eb7-af76-e0f74d190142', 'tag': 'ddd57389-3d07-4210-bafb-d2c9d381b21d'}] {{(pid=100551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:57:33.101580 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744d18a1a9123520e55b11d6b4f544890c28500fff252c5db1cb0c4b69d72d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c39b3f-1edb-4fb6-9944-2dc57920b5ae" -d '{"events": [{"name": "network-changed", "server_uuid": "ba3f7ff7-29a5-4eb7-af76-e0f74d190142", "tag": "ddd57389-3d07-4210-bafb-d2c9d381b21d"}]}' {{(pid=100551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:57:33.143441 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f381a-ca15-4142-bccc-f0f4e67ae7c6 service neutron] Pushing event updated for resources: {'Port': ['ID=ddd57389-3d07-4210-bafb-d2c9d381b21d,revision_number=3']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:57:33.206910 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c81c86-fdb6-4eab-978a-d42156e22f5c req-ceda9a39-b55e-4d1a-82e6-5f06898776c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:57:33.208163 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-17c81c86-fdb6-4eab-978a-d42156e22f5c req-ceda9a39-b55e-4d1a-82e6-5f06898776c4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=42f067fd8b194261a54e9fcfd96af714&device_id=ba3f7ff7-29a5-4eb7-af76-e0f74d190142 HTTP/1.1" status: 200 len: 1096 time: 0.0530598 Sep 07 23:57:33.258905 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-17c81c86-fdb6-4eab-978a-d42156e22f5c req-9c75afc8-3ab0-46d0-9338-ea5b2fc51326 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddd57389-3d07-4210-bafb-d2c9d381b21d HTTP/1.1" status: 200 len: 217 time: 0.0426886 Sep 07 23:57:33.326360 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 23:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4527e5e4-80ab-4df6-a025-101f510b3452 x-openstack-request-id: req-4527e5e4-80ab-4df6-a025-101f510b3452 {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:57:33.326360 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba3f7ff7-29a5-4eb7-af76-e0f74d190142", "tag": "ddd57389-3d07-4210-bafb-d2c9d381b21d", "status": "completed", "code": 200}]} {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:57:33.326692 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4527e5e4-80ab-4df6-a025-101f510b3452 {{(pid=100551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:57:33.326947 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba3f7ff7-29a5-4eb7-af76-e0f74d190142', 'tag': 'ddd57389-3d07-4210-bafb-d2c9d381b21d', 'status': 'completed', 'code': 200} Sep 07 23:57:33.329254 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c81c86-fdb6-4eab-978a-d42156e22f5c req-be956cd0-ba1f-4581-bad5-66043eec1115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:57:33.336762 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-17c81c86-fdb6-4eab-978a-d42156e22f5c req-be956cd0-ba1f-4581-bad5-66043eec1115 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8520aa77-9cf8-4f04-9cb1-197f20f35fc3 HTTP/1.1" status: 200 len: 851 time: 0.0647230 Sep 07 23:57:33.383688 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ea97-3cf8-4e53-ad99-8ce826820bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:33.392283 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c81c86-fdb6-4eab-978a-d42156e22f5c req-901293f1-11a5-4701-8131-c94bb63f1210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:57:33.393930 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-17c81c86-fdb6-4eab-978a-d42156e22f5c req-901293f1-11a5-4701-8131-c94bb63f1210 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b183201c-d8ba-4df8-a849-eaf5a586f813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0549841 Sep 07 23:57:33.505765 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-17c81c86-fdb6-4eab-978a-d42156e22f5c req-9723b23d-8d50-44fa-a31f-35772fa5e588 service neutron] 10.222.0.42 "GET /v2.0/networks/b183201c-d8ba-4df8-a849-eaf5a586f813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038766 Sep 07 23:57:33.610908 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-17c81c86-fdb6-4eab-978a-d42156e22f5c req-aa591229-c2d0-4601-9f74-aea6c6f81812 service neutron] 10.222.0.42 "GET /v2.0/networks/b183201c-d8ba-4df8-a849-eaf5a586f813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985229 Sep 07 23:57:33.707915 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c39b3f-1edb-4fb6-9944-2dc57920b5ae req-86b33ad1-47c6-4530-b954-aac30948cc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:57:33.709494 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-90c39b3f-1edb-4fb6-9944-2dc57920b5ae req-86b33ad1-47c6-4530-b954-aac30948cc7b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=42f067fd8b194261a54e9fcfd96af714&device_id=ba3f7ff7-29a5-4eb7-af76-e0f74d190142 HTTP/1.1" status: 200 len: 1096 time: 0.0477026 Sep 07 23:57:33.812967 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c39b3f-1edb-4fb6-9944-2dc57920b5ae req-e228a47a-78ef-40f6-a499-a013df19552a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:57:33.814371 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-90c39b3f-1edb-4fb6-9944-2dc57920b5ae req-e228a47a-78ef-40f6-a499-a013df19552a service neutron] 10.222.0.42 "GET /v2.0/networks?id=b183201c-d8ba-4df8-a849-eaf5a586f813 HTTP/1.1" status: 200 len: 913 time: 0.0966022 Sep 07 23:57:33.865113 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-90c39b3f-1edb-4fb6-9944-2dc57920b5ae req-d2e64bb2-68cb-4513-a24a-49c89a88e313 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddd57389-3d07-4210-bafb-d2c9d381b21d HTTP/1.1" status: 200 len: 217 time: 0.0418978 Sep 07 23:57:33.920574 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c39b3f-1edb-4fb6-9944-2dc57920b5ae req-4fbc4c0e-80de-4a8b-99e5-ad97655b26c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:57:33.922158 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-90c39b3f-1edb-4fb6-9944-2dc57920b5ae req-4fbc4c0e-80de-4a8b-99e5-ad97655b26c7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8520aa77-9cf8-4f04-9cb1-197f20f35fc3 HTTP/1.1" status: 200 len: 851 time: 0.0484407 Sep 07 23:57:33.973832 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c39b3f-1edb-4fb6-9944-2dc57920b5ae req-c2fec6c4-1670-46b7-be6b-3ea370cab5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:57:33.975376 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-90c39b3f-1edb-4fb6-9944-2dc57920b5ae req-c2fec6c4-1670-46b7-be6b-3ea370cab5d9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b183201c-d8ba-4df8-a849-eaf5a586f813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0443003 Sep 07 23:57:34.117855 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba0712-bd78-446e-9c6c-5c956d17f65e req-efc0f4e5-c0c4-4b95-b7aa-27d127388050 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:57:34.119354 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5cba0712-bd78-446e-9c6c-5c956d17f65e req-efc0f4e5-c0c4-4b95-b7aa-27d127388050 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba3f7ff7-29a5-4eb7-af76-e0f74d190142 HTTP/1.1" status: 200 len: 943 time: 0.1014652 Sep 07 23:57:34.121412 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-90c39b3f-1edb-4fb6-9944-2dc57920b5ae req-d12a01e7-0f71-4a21-9587-43fcd835563d service neutron] 10.222.0.42 "GET /v2.0/networks/b183201c-d8ba-4df8-a849-eaf5a586f813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351483 Sep 07 23:57:34.190301 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5cba0712-bd78-446e-9c6c-5c956d17f65e req-4823bee5-30ab-4f58-aef8-c89d156f57f3 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/security-groups?id=28caf5ff-d7ad-4873-b80a-6cbaffe6df21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638118 Sep 07 23:57:34.244926 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-90c39b3f-1edb-4fb6-9944-2dc57920b5ae req-612528f5-c47a-4bde-a99b-50cb04bcd714 service neutron] 10.222.0.42 "GET /v2.0/networks/b183201c-d8ba-4df8-a849-eaf5a586f813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122758 Sep 07 23:57:35.230857 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-187590d1-19a7-4a5a-ac4c-70625f9f540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:35.315169 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85eb046-e832-4167-a6a6-12dbd037137d req-5355d56a-acd5-4621-96f6-f7f09c8ffc7f tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:57:35.316781 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-b85eb046-e832-4167-a6a6-12dbd037137d req-5355d56a-acd5-4621-96f6-f7f09c8ffc7f tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba3f7ff7-29a5-4eb7-af76-e0f74d190142 HTTP/1.1" status: 200 len: 943 time: 0.0546196 Sep 07 23:57:35.360550 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-b85eb046-e832-4167-a6a6-12dbd037137d req-b5207238-8688-42fe-83aa-12ced131f7f7 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/security-groups?id=28caf5ff-d7ad-4873-b80a-6cbaffe6df21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378022 Sep 07 23:57:36.486433 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427e83e-f725-4e82-8efb-5d7c41774fa0 req-8f56f3f3-b3bc-4652-a69e-cfa657aac537 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:57:36.488615 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-2427e83e-f725-4e82-8efb-5d7c41774fa0 req-8f56f3f3-b3bc-4652-a69e-cfa657aac537 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba3f7ff7-29a5-4eb7-af76-e0f74d190142 HTTP/1.1" status: 200 len: 943 time: 0.0617111 Sep 07 23:57:36.531956 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-2427e83e-f725-4e82-8efb-5d7c41774fa0 req-1cb54b4c-c994-4a56-865c-c6d155d6b1be tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/security-groups?id=28caf5ff-d7ad-4873-b80a-6cbaffe6df21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372944 Sep 07 23:57:37.651603 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0798b-f9ad-49d4-83f4-0aced3a44984 req-5bec0498-27af-43fe-bf52-ac0e4efc0861 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:57:37.653168 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-81b0798b-f9ad-49d4-83f4-0aced3a44984 req-5bec0498-27af-43fe-bf52-ac0e4efc0861 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba3f7ff7-29a5-4eb7-af76-e0f74d190142 HTTP/1.1" status: 200 len: 943 time: 0.0511501 Sep 07 23:57:37.693186 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-81b0798b-f9ad-49d4-83f4-0aced3a44984 req-7f298888-7da6-4aaa-8a03-ecaf1647ee85 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/security-groups?id=28caf5ff-d7ad-4873-b80a-6cbaffe6df21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335898 Sep 07 23:57:38.814193 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe8dab9-5b47-4718-8c2d-723154991fa8 req-8021a224-7ad5-427f-bab2-4245e9e269b4 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:57:38.815693 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ebe8dab9-5b47-4718-8c2d-723154991fa8 req-8021a224-7ad5-427f-bab2-4245e9e269b4 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba3f7ff7-29a5-4eb7-af76-e0f74d190142 HTTP/1.1" status: 200 len: 943 time: 0.0506716 Sep 07 23:57:38.854179 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ebe8dab9-5b47-4718-8c2d-723154991fa8 req-6e65002c-3ee9-4a28-9dfd-7d3740050827 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/security-groups?id=28caf5ff-d7ad-4873-b80a-6cbaffe6df21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325201 Sep 07 23:57:40.030582 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0f6f0-fa13-42ab-9214-f267195a43af req-bc2c0d37-3a38-4d9e-a8a6-23fdde0d2e1d tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:57:40.032747 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f0b0f6f0-fa13-42ab-9214-f267195a43af req-bc2c0d37-3a38-4d9e-a8a6-23fdde0d2e1d tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba3f7ff7-29a5-4eb7-af76-e0f74d190142 HTTP/1.1" status: 200 len: 943 time: 0.0578747 Sep 07 23:57:40.075990 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-f0b0f6f0-fa13-42ab-9214-f267195a43af req-32aafba4-402b-4e5e-b0f8-2ae127d24163 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/security-groups?id=28caf5ff-d7ad-4873-b80a-6cbaffe6df21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373220 Sep 07 23:57:41.139806 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device ddd57389-3d07-4210-bafb-d2c9d381b21d details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=100552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 23:57:41.208475 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26690a34-69f1-42dd-9ad9-37a91bc26679 req-ba902ea4-3eb9-4de2-b44a-7c75733dde15 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:57:41.210041 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-26690a34-69f1-42dd-9ad9-37a91bc26679 req-ba902ea4-3eb9-4de2-b44a-7c75733dde15 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba3f7ff7-29a5-4eb7-af76-e0f74d190142 HTTP/1.1" status: 200 len: 943 time: 0.0661678 Sep 07 23:57:41.254108 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-26690a34-69f1-42dd-9ad9-37a91bc26679 req-11903b55-a363-4de6-912f-68b78718d862 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/security-groups?id=28caf5ff-d7ad-4873-b80a-6cbaffe6df21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377131 Sep 07 23:57:41.256160 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port ddd57389-3d07-4210-bafb-d2c9d381b21d, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=ddd57389-3d07-4210-bafb-d2c9d381b21d,segment=NetworkSegment(f7466842-9496-4ed8-a8d7-e336540c98ac),segment_id=f7466842-9496-4ed8-a8d7-e336540c98ac)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:57:41.279296 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Returning: {'device': 'ddd57389-3d07-4210-bafb-d2c9d381b21d', 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813', 'port_id': 'ddd57389-3d07-4210-bafb-d2c9d381b21d', 'mac_address': 'fa:16:3e:1c:55:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8520aa77-9cf8-4f04-9cb1-197f20f35fc3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 23:57:41.311338 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:41.329497 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.notifiers.nova [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddd57389-3d07-4210-bafb-d2c9d381b21d {{(pid=100552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 23:57:41.348120 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port ddd57389-3d07-4210-bafb-d2c9d381b21d, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=ddd57389-3d07-4210-bafb-d2c9d381b21d,segment=NetworkSegment(f7466842-9496-4ed8-a8d7-e336540c98ac),segment_id=f7466842-9496-4ed8-a8d7-e336540c98ac)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:57:41.352653 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:41.401829 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Pushing event updated for resources: {'Port': ['ID=ddd57389-3d07-4210-bafb-d2c9d381b21d,revision_number=4']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:57:41.408798 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:57:41.409141 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:57:41.409475 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:57:41.409803 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:57:41.410131 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:57:41.410454 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:57:41.410774 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:57:41.411097 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:57:41.411416 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:57:41.411730 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:57:41.412050 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:57:41.412357 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:57:41.577497 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] get_ports_and_sgs() called for port_ids ['ddd57389-3d07-4210-bafb-d2c9d381b21d'] {{(pid=100552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 23:57:42.014547 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 38616) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:57:42.172391 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [None req-2583dad2-c528-4cd9-8ba9-39a1e10e64f9 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Deleting port 5315e403-654a-4fac-b432-61c65c3492bc {{(pid=100551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:57:42.172679 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-2583dad2-c528-4cd9-8ba9-39a1e10e64f9 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:42.257318 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-2583dad2-c528-4cd9-8ba9-39a1e10e64f9 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:42.258033 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-2583dad2-c528-4cd9-8ba9-39a1e10e64f9 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:42.269408 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [None req-2583dad2-c528-4cd9-8ba9-39a1e10e64f9 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Calling delete_port for 5315e403-654a-4fac-b432-61c65c3492bc owned by network:floatingip {{(pid=100551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:57:42.415601 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d931b8-3615-42c4-a5a9-61ad080b3f7d req-d27e9391-d864-4f8d-9551-8d076765e667 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:57:42.417141 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d7d931b8-3615-42c4-a5a9-61ad080b3f7d req-d27e9391-d864-4f8d-9551-8d076765e667 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba3f7ff7-29a5-4eb7-af76-e0f74d190142 HTTP/1.1" status: 200 len: 944 time: 0.0928597 Sep 07 23:57:42.467420 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-d7d931b8-3615-42c4-a5a9-61ad080b3f7d req-c04fb470-a7fc-4ae6-bca1-db38f6d22686 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/security-groups?id=28caf5ff-d7ad-4873-b80a-6cbaffe6df21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439131 Sep 07 23:57:42.510208 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-2583dad2-c528-4cd9-8ba9-39a1e10e64f9 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:42.535615 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2583dad2-c528-4cd9-8ba9-39a1e10e64f9 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Pushing event deleted for resources: {'Port': ['ID=5315e403-654a-4fac-b432-61c65c3492bc,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:57:42.549738 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2583dad2-c528-4cd9-8ba9-39a1e10e64f9 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:57:42.550078 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2583dad2-c528-4cd9-8ba9-39a1e10e64f9 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:57:42.550418 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2583dad2-c528-4cd9-8ba9-39a1e10e64f9 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:57:42.550743 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2583dad2-c528-4cd9-8ba9-39a1e10e64f9 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:57:42.551072 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2583dad2-c528-4cd9-8ba9-39a1e10e64f9 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:57:42.551395 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2583dad2-c528-4cd9-8ba9-39a1e10e64f9 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:57:42.551717 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2583dad2-c528-4cd9-8ba9-39a1e10e64f9 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:57:42.552033 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2583dad2-c528-4cd9-8ba9-39a1e10e64f9 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:57:42.552350 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2583dad2-c528-4cd9-8ba9-39a1e10e64f9 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:57:42.552694 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2583dad2-c528-4cd9-8ba9-39a1e10e64f9 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:57:42.553008 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2583dad2-c528-4cd9-8ba9-39a1e10e64f9 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:57:42.553320 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2583dad2-c528-4cd9-8ba9-39a1e10e64f9 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:57:42.609995 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-2583dad2-c528-4cd9-8ba9-39a1e10e64f9 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify callbacks [] for floatingip, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:42.610324 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.db.l3_db [None req-2583dad2-c528-4cd9-8ba9-39a1e10e64f9 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Floating IP 53472681-e0a9-46d8-b64b-7e84df17fa73 disassociated (deleted). External IP: 172.27.2.71, port: 57e1fae5-a5d9-416c-a5bd-2a25dcdb8770. Sep 07 23:57:42.824221 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2583dad2-c528-4cd9-8ba9-39a1e10e64f9 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Router 4100880c-e5b9-4d40-a7bc-efd9caa1e838 has already been hosted by L3 agent 19316ef7-2440-47e6-ada3-35aaee6f744b {{(pid=100551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 23:57:42.929716 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2583dad2-c528-4cd9-8ba9-39a1e10e64f9 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify agent at l3_agent.dv-cinder-751579-26-iscsi the message routers_updated {{(pid=100551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 23:57:42.934607 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-2583dad2-c528-4cd9-8ba9-39a1e10e64f9 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for floatingip, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:42.940530 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea74f9c8-3170-4100-8e71-372d2a607140 None None] Sync routers for ids ['4100880c-e5b9-4d40-a7bc-efd9caa1e838'] in dv-cinder-751579-26-iscsi {{(pid=100552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 23:57:42.949794 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea74f9c8-3170-4100-8e71-372d2a607140 None None] Routers {'4100880c-e5b9-4d40-a7bc-efd9caa1e838'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:57:42.950424 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-ea74f9c8-3170-4100-8e71-372d2a607140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:57:32Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['4100880c-e5b9-4d40-a7bc-efd9caa1e838'], 'active': True} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:57:42.964160 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-2583dad2-c528-4cd9-8ba9-39a1e10e64f9 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "DELETE /v2.0/floatingips/53472681-e0a9-46d8-b64b-7e84df17fa73 HTTP/1.1" status: 204 len: 168 time: 0.9484081 Sep 07 23:57:42.964738 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b63f8ff3-b956-4e5a-ba8d-42af351faff2', 'tag': '57e1fae5-a5d9-416c-a5bd-2a25dcdb8770'}] {{(pid=100551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:57:42.967058 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744d18a1a9123520e55b11d6b4f544890c28500fff252c5db1cb0c4b69d72d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf785f44-c74f-4201-a6ba-d61e7a75ccf9" -d '{"events": [{"name": "network-changed", "server_uuid": "b63f8ff3-b956-4e5a-ba8d-42af351faff2", "tag": "57e1fae5-a5d9-416c-a5bd-2a25dcdb8770"}]}' {{(pid=100551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:57:43.007659 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 23:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ca985b-0619-4d6c-bc8d-efec1a3b0bf6 x-openstack-request-id: req-92ca985b-0619-4d6c-bc8d-efec1a3b0bf6 {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:57:43.008404 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b63f8ff3-b956-4e5a-ba8d-42af351faff2", "tag": "57e1fae5-a5d9-416c-a5bd-2a25dcdb8770", "status": "completed", "code": 200}]} {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:57:43.008404 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-92ca985b-0619-4d6c-bc8d-efec1a3b0bf6 {{(pid=100551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:57:43.008748 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b63f8ff3-b956-4e5a-ba8d-42af351faff2', 'tag': '57e1fae5-a5d9-416c-a5bd-2a25dcdb8770', 'status': 'completed', 'code': 200} Sep 07 23:57:43.071342 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvr_db [None req-ea74f9c8-3170-4100-8e71-372d2a607140 None None] Set router 4100880c-e5b9-4d40-a7bc-efd9caa1e838 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:57:43.073623 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf785f44-c74f-4201-a6ba-d61e7a75ccf9 req-4e9fa3d9-edae-4079-a031-3b75640f6fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:57:43.075362 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-cf785f44-c74f-4201-a6ba-d61e7a75ccf9 req-4e9fa3d9-edae-4079-a031-3b75640f6fcd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=57c40fd6c9f740c9a2e49701985feab4&device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 1098 time: 0.0434310 Sep 07 23:57:43.150780 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device ddd57389-3d07-4210-bafb-d2c9d381b21d up at agent hyperv_hv-cinder-75157 {{(pid=100552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 23:57:43.207713 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf785f44-c74f-4201-a6ba-d61e7a75ccf9 req-cba680ab-c789-4c54-a608-f188a0238220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:57:43.209203 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-cf785f44-c74f-4201-a6ba-d61e7a75ccf9 req-cba680ab-c789-4c54-a608-f188a0238220 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5cdf44a6-e80e-483a-a66f-3700971e555a HTTP/1.1" status: 200 len: 910 time: 0.1272876 Sep 07 23:57:43.226169 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba0202-a392-418d-8626-1ea36c886f76 req-5ef35e0b-d5c6-40bb-b623-f39c0db0b052 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:57:43.227577 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-76ba0202-a392-418d-8626-1ea36c886f76 req-5ef35e0b-d5c6-40bb-b623-f39c0db0b052 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 945 time: 0.0694911 Sep 07 23:57:43.274325 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Provisioning for port ddd57389-3d07-4210-bafb-d2c9d381b21d completed by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 23:57:43.276170 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-cf785f44-c74f-4201-a6ba-d61e7a75ccf9 req-271a93c9-b0e6-4549-9696-56002bc45875 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57e1fae5-a5d9-416c-a5bd-2a25dcdb8770 HTTP/1.1" status: 200 len: 217 time: 0.0579023 Sep 07 23:57:43.296673 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.provisioning_blocks [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Provisioning complete for port ddd57389-3d07-4210-bafb-d2c9d381b21d triggered by entity L2. {{(pid=100552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 23:57:43.297520 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686054'] for port, provisioning_complete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:43.318979 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-76ba0202-a392-418d-8626-1ea36c886f76 req-4936b50b-3ed6-4bfb-a584-dfc9f7ad9e62 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/security-groups?id=a951ba78-6110-48b2-bdc4-65d6a01f139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841782 Sep 07 23:57:43.342049 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf785f44-c74f-4201-a6ba-d61e7a75ccf9 req-88c74b43-d33b-45ce-8b9c-b83bb78edf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:57:43.342049 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-cf785f44-c74f-4201-a6ba-d61e7a75ccf9 req-88c74b43-d33b-45ce-8b9c-b83bb78edf10 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=55540f58-bd6e-4bc1-a586-fffab3832ab4 HTTP/1.1" status: 200 len: 848 time: 0.0519195 Sep 07 23:57:43.365246 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-ea74f9c8-3170-4100-8e71-372d2a607140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4100880c-e5b9-4d40-a7bc-efd9caa1e838', 'name': 'tempest-TestShelveInstance-1145688606-router', 'tenant_id': '57c40fd6c9f740c9a2e49701985feab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '07cc7674-750f-46bf-9165-06cbfd9fb953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:50:40Z', 'updated_at': '2021-09-07T23:50:47Z', 'revision_number': 4, 'project_id': '57c40fd6c9f740c9a2e49701985feab4', 'gw_port': {'id': '07cc7674-750f-46bf-9165-06cbfd9fb953', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:28:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4100880c-e5b9-4d40-a7bc-efd9caa1e838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:50:41Z', 'updated_at': '2021-09-07T23:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': 'cedce733-91c6-4b57-862d-eb306509c3cc', 'name': '', 'network_id': '5cdf44a6-e80e-483a-a66f-3700971e555a', 'tenant_id': '57c40fd6c9f740c9a2e49701985feab4', 'mac_address': 'fa:16:3e:c8:79:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4100880c-e5b9-4d40-a7bc-efd9caa1e838', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '55540f58-bd6e-4bc1-a586-fffab3832ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:50:46Z', 'updated_at': '2021-09-07T23:50:54Z', 'revision_number': 5, 'project_id': '57c40fd6c9f740c9a2e49701985feab4', 'subnets': [{'id': '55540f58-bd6e-4bc1-a586-fffab3832ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:57:43.394261 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf785f44-c74f-4201-a6ba-d61e7a75ccf9 req-468a6ab6-249f-4234-9146-f6837d27a998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:57:43.395774 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-cf785f44-c74f-4201-a6ba-d61e7a75ccf9 req-468a6ab6-249f-4234-9146-f6837d27a998 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5cdf44a6-e80e-483a-a66f-3700971e555a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0472319 Sep 07 23:57:43.413868 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea74f9c8-3170-4100-8e71-372d2a607140 None None] Checking router: 4100880c-e5b9-4d40-a7bc-efd9caa1e838 for host: dv-cinder-751579-26-iscsi {{(pid=100552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 23:57:43.430575 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:43.433665 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea74f9c8-3170-4100-8e71-372d2a607140 None None] Routers {'4100880c-e5b9-4d40-a7bc-efd9caa1e838'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:57:43.434307 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-ea74f9c8-3170-4100-8e71-372d2a607140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:57:32Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['4100880c-e5b9-4d40-a7bc-efd9caa1e838'], 'active': True} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:57:43.498942 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba3f7ff7-29a5-4eb7-af76-e0f74d190142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd57389-3d07-4210-bafb-d2c9d381b21d'}] {{(pid=100552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:57:43.502173 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c6af7ada11e39af001df59af8fe1a830bb49e6ec01a9e34e873de5065727c58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5e4671-33fc-4f04-8e82-8a986d2f8727" -d '{"events": [{"server_uuid": "ba3f7ff7-29a5-4eb7-af76-e0f74d190142", "name": "network-vif-plugged", "status": "completed", "tag": "ddd57389-3d07-4210-bafb-d2c9d381b21d"}]}' {{(pid=100552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:57:43.524611 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] For port ddd57389-3d07-4210-bafb-d2c9d381b21d, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=ddd57389-3d07-4210-bafb-d2c9d381b21d,segment=NetworkSegment(f7466842-9496-4ed8-a8d7-e336540c98ac),segment_id=f7466842-9496-4ed8-a8d7-e336540c98ac)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:57:43.558160 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323'] for port, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:43.613173 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvr_db [None req-ea74f9c8-3170-4100-8e71-372d2a607140 None None] Set router 4100880c-e5b9-4d40-a7bc-efd9caa1e838 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:57:43.792607 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 23:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce357a3-4e2b-4b60-a0fe-1c390f0a9e7d x-openstack-request-id: req-1ce357a3-4e2b-4b60-a0fe-1c390f0a9e7d {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:57:43.792607 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba3f7ff7-29a5-4eb7-af76-e0f74d190142", "name": "network-vif-plugged", "status": "completed", "tag": "ddd57389-3d07-4210-bafb-d2c9d381b21d", "code": 200}]} {{(pid=100552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:57:43.792607 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1ce357a3-4e2b-4b60-a0fe-1c390f0a9e7d {{(pid=100552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:57:43.793290 dv-cinder-751579-26-iscsi neutron-server[100552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba3f7ff7-29a5-4eb7-af76-e0f74d190142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd57389-3d07-4210-bafb-d2c9d381b21d', 'code': 200} Sep 07 23:57:43.816723 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd517dbf-af63-4ba4-9f65-fab49647a7bf req-1710252f-be7e-4e8c-802b-82e95847626f tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:57:43.818710 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Pushing event updated for resources: {'Port': ['ID=ddd57389-3d07-4210-bafb-d2c9d381b21d,revision_number=5']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:57:43.819149 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-cd517dbf-af63-4ba4-9f65-fab49647a7bf req-1710252f-be7e-4e8c-802b-82e95847626f tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba3f7ff7-29a5-4eb7-af76-e0f74d190142 HTTP/1.1" status: 200 len: 945 time: 0.1369023 Sep 07 23:57:43.825157 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-cf785f44-c74f-4201-a6ba-d61e7a75ccf9 req-aa20a0f3-0550-46d4-8109-b76680937e27 service neutron] 10.222.0.42 "GET /v2.0/networks/5cdf44a6-e80e-483a-a66f-3700971e555a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4214373 Sep 07 23:57:43.960880 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-cd517dbf-af63-4ba4-9f65-fab49647a7bf req-341791fd-d26b-44a8-bf65-7950d85a1667 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/security-groups?id=28caf5ff-d7ad-4873-b80a-6cbaffe6df21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248341 Sep 07 23:57:43.980100 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac561cc0-a429-42f2-833c-021d1918ff4a req-9d871fc1-dd19-4697-89ed-4681f4893c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:57:43.981568 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ac561cc0-a429-42f2-833c-021d1918ff4a req-9d871fc1-dd19-4697-89ed-4681f4893c90 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ba3f7ff7-29a5-4eb7-af76-e0f74d190142 HTTP/1.1" status: 200 len: 1098 time: 0.1114800 Sep 07 23:57:44.014698 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-cf785f44-c74f-4201-a6ba-d61e7a75ccf9 req-81806b32-df43-4681-b82b-2b18def75190 service neutron] 10.222.0.42 "GET /v2.0/networks/5cdf44a6-e80e-483a-a66f-3700971e555a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720605 Sep 07 23:57:44.023028 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-ea74f9c8-3170-4100-8e71-372d2a607140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4100880c-e5b9-4d40-a7bc-efd9caa1e838', 'name': 'tempest-TestShelveInstance-1145688606-router', 'tenant_id': '57c40fd6c9f740c9a2e49701985feab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '07cc7674-750f-46bf-9165-06cbfd9fb953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:50:40Z', 'updated_at': '2021-09-07T23:50:47Z', 'revision_number': 4, 'project_id': '57c40fd6c9f740c9a2e49701985feab4', 'gw_port': {'id': '07cc7674-750f-46bf-9165-06cbfd9fb953', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:28:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4100880c-e5b9-4d40-a7bc-efd9caa1e838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:50:41Z', 'updated_at': '2021-09-07T23:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': 'cedce733-91c6-4b57-862d-eb306509c3cc', 'name': '', 'network_id': '5cdf44a6-e80e-483a-a66f-3700971e555a', 'tenant_id': '57c40fd6c9f740c9a2e49701985feab4', 'mac_address': 'fa:16:3e:c8:79:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4100880c-e5b9-4d40-a7bc-efd9caa1e838', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '55540f58-bd6e-4bc1-a586-fffab3832ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:50:46Z', 'updated_at': '2021-09-07T23:50:54Z', 'revision_number': 5, 'project_id': '57c40fd6c9f740c9a2e49701985feab4', 'subnets': [{'id': '55540f58-bd6e-4bc1-a586-fffab3832ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:57:44.031882 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-ac561cc0-a429-42f2-833c-021d1918ff4a req-363b1a8e-6dfd-4011-9a64-6fed48f84d82 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=28caf5ff-d7ad-4873-b80a-6cbaffe6df21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400352 Sep 07 23:57:44.053917 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea74f9c8-3170-4100-8e71-372d2a607140 None None] The sync data for ids ['4100880c-e5b9-4d40-a7bc-efd9caa1e838'] in dv-cinder-751579-26-iscsi is: [{'id': '4100880c-e5b9-4d40-a7bc-efd9caa1e838', 'name': 'tempest-TestShelveInstance-1145688606-router', 'tenant_id': '57c40fd6c9f740c9a2e49701985feab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '07cc7674-750f-46bf-9165-06cbfd9fb953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:50:40Z', 'updated_at': '2021-09-07T23:50:47Z', 'revision_number': 4, 'project_id': '57c40fd6c9f740c9a2e49701985feab4', 'gw_port': {'id': '07cc7674-750f-46bf-9165-06cbfd9fb953', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:28:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4100880c-e5b9-4d40-a7bc-efd9caa1e838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:50:41Z', 'updated_at': '2021-09-07T23:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': 'cedce733-91c6-4b57-862d-eb306509c3cc', 'name': '', 'network_id': '5cdf44a6-e80e-483a-a66f-3700971e555a', 'tenant_id': '57c40fd6c9f740c9a2e49701985feab4', 'mac_address': 'fa:16:3e:c8:79:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4100880c-e5b9-4d40-a7bc-efd9caa1e838', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '55540f58-bd6e-4bc1-a586-fffab3832ab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:50:46Z', 'updated_at': '2021-09-07T23:50:54Z', 'revision_number': 5, 'project_id': '57c40fd6c9f740c9a2e49701985feab4', 'subnets': [{'id': '55540f58-bd6e-4bc1-a586-fffab3832ab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 23:57:44.272363 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409c4bb4-fb8d-4eea-8f3e-da22857a69e3 None None] New status for floating IP 53472681-e0a9-46d8-b64b-7e84df17fa73: DOWN {{(pid=100553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 23:57:44.446138 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c2c92-da04-4bee-9d3f-62c89a4f6697 req-afffb558-d8f4-4bba-9563-7891b201515c tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:57:44.447683 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-aa2c2c92-da04-4bee-9d3f-62c89a4f6697 req-afffb558-d8f4-4bba-9563-7891b201515c tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 945 time: 0.0538547 Sep 07 23:57:44.490978 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-aa2c2c92-da04-4bee-9d3f-62c89a4f6697 req-8e3c017c-7c28-4d1b-ab68-282c89d6a845 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/security-groups?id=a951ba78-6110-48b2-bdc4-65d6a01f139a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363374 Sep 07 23:57:44.848069 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397cf8b-11ed-43ec-9afc-95ecfc02bb7b req-443c0ec0-a506-47b1-b789-bae428e8c3af tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:57:44.849620 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-6397cf8b-11ed-43ec-9afc-95ecfc02bb7b req-443c0ec0-a506-47b1-b789-bae428e8c3af tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.42 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 945 time: 0.0507061 Sep 07 23:57:44.960689 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [req-6397cf8b-11ed-43ec-9afc-95ecfc02bb7b req-e6aa4a1c-da2f-4173-b9c2-80d3b9953d48 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Deleting port 57e1fae5-a5d9-416c-a5bd-2a25dcdb8770 {{(pid=100551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:57:44.961049 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-6397cf8b-11ed-43ec-9afc-95ecfc02bb7b req-e6aa4a1c-da2f-4173-b9c2-80d3b9953d48 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:45.098434 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-6397cf8b-11ed-43ec-9afc-95ecfc02bb7b req-e6aa4a1c-da2f-4173-b9c2-80d3b9953d48 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] For port 57e1fae5-a5d9-416c-a5bd-2a25dcdb8770, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=57e1fae5-a5d9-416c-a5bd-2a25dcdb8770,segment=NetworkSegment(606fb295-b443-4c8f-b263-1ea8baec7e3f),segment_id=606fb295-b443-4c8f-b263-1ea8baec7e3f)] {{(pid=100551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:57:45.098710 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-6397cf8b-11ed-43ec-9afc-95ecfc02bb7b req-e6aa4a1c-da2f-4173-b9c2-80d3b9953d48 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:45.115181 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [req-6397cf8b-11ed-43ec-9afc-95ecfc02bb7b req-e6aa4a1c-da2f-4173-b9c2-80d3b9953d48 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Calling delete_port for 57e1fae5-a5d9-416c-a5bd-2a25dcdb8770 owned by compute:nova {{(pid=100551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:57:45.136714 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c0373-a085-4320-ab7a-590b916aac47 req-93245cd4-8299-4c63-baa8-66ed864654de tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:57:45.138289 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-704c0373-a085-4320-ab7a-590b916aac47 req-93245cd4-8299-4c63-baa8-66ed864654de tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba3f7ff7-29a5-4eb7-af76-e0f74d190142 HTTP/1.1" status: 200 len: 945 time: 0.0884972 Sep 07 23:57:45.243323 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-704c0373-a085-4320-ab7a-590b916aac47 req-61a07083-d46e-4490-9ec0-4b9d3fe966f1 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/security-groups?id=28caf5ff-d7ad-4873-b80a-6cbaffe6df21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519176 Sep 07 23:57:45.321814 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-6397cf8b-11ed-43ec-9afc-95ecfc02bb7b req-e6aa4a1c-da2f-4173-b9c2-80d3b9953d48 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:45.357444 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aa4a1c-da2f-4173-b9c2-80d3b9953d48 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Pushing event deleted for resources: {'Port': ['ID=57e1fae5-a5d9-416c-a5bd-2a25dcdb8770,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:57:45.406527 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.l3_dvrscheduler_db [req-6397cf8b-11ed-43ec-9afc-95ecfc02bb7b req-e6aa4a1c-da2f-4173-b9c2-80d3b9953d48 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] No DVR routers for this DVR port 57e1fae5-a5d9-416c-a5bd-2a25dcdb8770 on host hv-cinder-75157 {{(pid=100551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 23:57:45.409267 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-6397cf8b-11ed-43ec-9afc-95ecfc02bb7b req-e6aa4a1c-da2f-4173-b9c2-80d3b9953d48 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:45.411417 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-6397cf8b-11ed-43ec-9afc-95ecfc02bb7b req-e6aa4a1c-da2f-4173-b9c2-80d3b9953d48 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.42 "DELETE /v2.0/ports/57e1fae5-a5d9-416c-a5bd-2a25dcdb8770 HTTP/1.1" status: 204 len: 173 time: 0.5516040 Sep 07 23:57:45.411883 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b63f8ff3-b956-4e5a-ba8d-42af351faff2', 'name': 'network-vif-deleted', 'tag': '57e1fae5-a5d9-416c-a5bd-2a25dcdb8770'}] {{(pid=100551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:57:45.414221 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744d18a1a9123520e55b11d6b4f544890c28500fff252c5db1cb0c4b69d72d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0320f01f-7ced-4951-a530-2fd802548805" -d '{"events": [{"server_uuid": "b63f8ff3-b956-4e5a-ba8d-42af351faff2", "name": "network-vif-deleted", "tag": "57e1fae5-a5d9-416c-a5bd-2a25dcdb8770"}]}' {{(pid=100551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:57:45.459919 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 23:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b165b7eb-2941-4e42-8d97-07b6696ccc83 x-openstack-request-id: req-b165b7eb-2941-4e42-8d97-07b6696ccc83 {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:57:45.460581 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b63f8ff3-b956-4e5a-ba8d-42af351faff2", "name": "network-vif-deleted", "tag": "57e1fae5-a5d9-416c-a5bd-2a25dcdb8770", "status": "completed", "code": 200}]} {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:57:45.460581 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b165b7eb-2941-4e42-8d97-07b6696ccc83 {{(pid=100551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:57:45.460872 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b63f8ff3-b956-4e5a-ba8d-42af351faff2', 'name': 'network-vif-deleted', 'tag': '57e1fae5-a5d9-416c-a5bd-2a25dcdb8770', 'status': 'completed', 'code': 200} Sep 07 23:57:45.603580 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a8f135c4-b957-442b-8303-0c2f2912ba5a req-c64b8a3c-9a4f-481b-9ad4-3a14169e9d4c tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "GET /v2.0/ports?device_id=b63f8ff3-b956-4e5a-ba8d-42af351faff2 HTTP/1.1" status: 200 len: 210 time: 0.0271540 Sep 07 23:57:46.368571 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9443f57-a33b-49a2-9361-3990f190a31d req-93b75bb5-c9b7-4144-8348-dfa58b271c5c tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:57:46.370157 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a9443f57-a33b-49a2-9361-3990f190a31d req-93b75bb5-c9b7-4144-8348-dfa58b271c5c tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba3f7ff7-29a5-4eb7-af76-e0f74d190142 HTTP/1.1" status: 200 len: 945 time: 0.0508783 Sep 07 23:57:46.416929 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-a9443f57-a33b-49a2-9361-3990f190a31d req-f8405a85-6972-4b0f-9d3e-54c04abf321a tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/security-groups?id=28caf5ff-d7ad-4873-b80a-6cbaffe6df21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396276 Sep 07 23:57:46.535231 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749de698-2c6c-47f7-b077-821af51300a8 req-c673c174-df25-4dec-983f-0d9e7fa6be41 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:57:46.536678 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-749de698-2c6c-47f7-b077-821af51300a8 req-c673c174-df25-4dec-983f-0d9e7fa6be41 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba3f7ff7-29a5-4eb7-af76-e0f74d190142 HTTP/1.1" status: 200 len: 945 time: 0.0514185 Sep 07 23:57:46.577909 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-749de698-2c6c-47f7-b077-821af51300a8 req-d7702a8a-a668-4a7a-b20e-7818deff0f5c tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/security-groups?id=28caf5ff-d7ad-4873-b80a-6cbaffe6df21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347853 Sep 07 23:57:46.603127 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 38644) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:57:46.647364 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de17fcf-086e-4310-a0f1-9ee718531d54 tempest-TestVolumeBootPattern-1951082649 tempest-TestVolumeBootPattern-1951082649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:57:46.648948 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-2de17fcf-086e-4310-a0f1-9ee718531d54 tempest-TestVolumeBootPattern-1951082649 tempest-TestVolumeBootPattern-1951082649-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ba3f7ff7-29a5-4eb7-af76-e0f74d190142 HTTP/1.1" status: 200 len: 1093 time: 0.0446451 Sep 07 23:57:46.652287 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 38648) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:57:46.656711 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.v2.base [None req-3f28c06c-6dee-4b40-b57a-42f06cd7833a tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Request body: {'floatingip': {'floating_network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'port_id': 'ddd57389-3d07-4210-bafb-d2c9d381b21d', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 23:57:46.662364 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 38650) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:57:46.706554 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-3f28c06c-6dee-4b40-b57a-42f06cd7833a tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks [] for floatingip, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:46.759377 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-0070cd43-113c-4d5f-958a-861e5c253a23 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify callbacks [] for security_group, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:46.817791 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-0070cd43-113c-4d5f-958a-861e5c253a23 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:46.884327 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-3f28c06c-6dee-4b40-b57a-42f06cd7833a tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:46.933018 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-0070cd43-113c-4d5f-958a-861e5c253a23 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:46.935636 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-0070cd43-113c-4d5f-958a-861e5c253a23 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Notify callbacks [] for security_group, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:46.936854 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-0070cd43-113c-4d5f-958a-861e5c253a23 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] 10.222.0.15 "DELETE /v2.0/security-groups/a951ba78-6110-48b2-bdc4-65d6a01f139a HTTP/1.1" status: 204 len: 168 time: 0.2735591 Sep 07 23:57:46.951585 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0070cd43-113c-4d5f-958a-861e5c253a23 tempest-TestShelveInstance-1225339192 tempest-TestShelveInstance-1225339192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a951ba78-6110-48b2-bdc4-65d6a01f139a,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:57:47.009502 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 38654) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:57:47.021527 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.db_base_plugin_common [None req-3f28c06c-6dee-4b40-b57a-42f06cd7833a tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Allocated IP 172.27.2.95 (1ea758c5-ea33-45af-9d70-54dde57c9658/5c624cf3-fab2-4caa-bdca-00a0c67beab2/619e24ed-b0b9-4125-a119-184082a1f146) {{(pid=100551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 23:57:47.133461 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-3f28c06c-6dee-4b40-b57a-42f06cd7833a tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks [] for port, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:47.174638 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-3f28c06c-6dee-4b40-b57a-42f06cd7833a tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760370778287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:47.210776 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f28c06c-6dee-4b40-b57a-42f06cd7833a tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Network 1ea758c5-ea33-45af-9d70-54dde57c9658 is already hosted by enough agents. {{(pid=100551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 23:57:47.213614 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.base_scheduler [None req-3f28c06c-6dee-4b40-b57a-42f06cd7833a tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Resources bound (agent type, host, resource id): {{(pid=100551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 23:57:47.217271 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f28c06c-6dee-4b40-b57a-42f06cd7833a tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Received port after_create {{(pid=100551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 23:57:47.251782 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f28c06c-6dee-4b40-b57a-42f06cd7833a tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Pushing event updated for resources: {'Port': ['ID=619e24ed-b0b9-4125-a119-184082a1f146,revision_number=1']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:57:47.488582 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-0aa65da3-67cf-4583-8c75-1e740b9cc6dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1593465'] for router_interface, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:47.606643 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-3f28c06c-6dee-4b40-b57a-42f06cd7833a tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:47.680969 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-3f28c06c-6dee-4b40-b57a-42f06cd7833a tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778074'] for port, before_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:47.743818 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.plugin [None req-0aa65da3-67cf-4583-8c75-1e740b9cc6dd admin admin] Deleting port cedce733-91c6-4b57-862d-eb306509c3cc {{(pid=100550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:57:47.744065 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-0aa65da3-67cf-4583-8c75-1e740b9cc6dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:47.823235 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.db [None req-0aa65da3-67cf-4583-8c75-1e740b9cc6dd admin admin] For port cedce733-91c6-4b57-862d-eb306509c3cc, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=cedce733-91c6-4b57-862d-eb306509c3cc,segment=NetworkSegment(606fb295-b443-4c8f-b263-1ea8baec7e3f),segment_id=606fb295-b443-4c8f-b263-1ea8baec7e3f)] {{(pid=100550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:57:47.823634 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-0aa65da3-67cf-4583-8c75-1e740b9cc6dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:47.828062 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-3f28c06c-6dee-4b40-b57a-42f06cd7833a tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks [] for port, precommit_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:47.833864 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-3f28c06c-6dee-4b40-b57a-42f06cd7833a tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760371297262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760370778305', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760370778323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5131532'] for port, after_update {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:47.836726 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.plugin [None req-0aa65da3-67cf-4583-8c75-1e740b9cc6dd admin admin] Calling delete_port for cedce733-91c6-4b57-862d-eb306509c3cc owned by network:router_interface {{(pid=100550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:57:47.909843 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f28c06c-6dee-4b40-b57a-42f06cd7833a tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Pushing event updated for resources: {'Port': ['ID=619e24ed-b0b9-4125-a119-184082a1f146,revision_number=2']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:57:47.922453 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-3f28c06c-6dee-4b40-b57a-42f06cd7833a tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595513'] for floatingip, after_create {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:48.025720 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-0aa65da3-67cf-4583-8c75-1e740b9cc6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7634829'] for port, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:48.028650 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.db.l3_db [None req-3f28c06c-6dee-4b40-b57a-42f06cd7833a tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Floating IP ff657860-b110-4b70-a9c9-42050ef62d13 associated. External IP: 172.27.2.95, port: ddd57389-3d07-4210-bafb-d2c9d381b21d. Sep 07 23:57:48.061081 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa65da3-67cf-4583-8c75-1e740b9cc6dd admin admin] Pushing event deleted for resources: {'Port': ['ID=cedce733-91c6-4b57-862d-eb306509c3cc,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:57:48.091293 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa65da3-67cf-4583-8c75-1e740b9cc6dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:57:48.091803 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa65da3-67cf-4583-8c75-1e740b9cc6dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:57:48.092167 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa65da3-67cf-4583-8c75-1e740b9cc6dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:57:48.092577 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa65da3-67cf-4583-8c75-1e740b9cc6dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:57:48.092927 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa65da3-67cf-4583-8c75-1e740b9cc6dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:57:48.093295 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa65da3-67cf-4583-8c75-1e740b9cc6dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:57:48.093614 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa65da3-67cf-4583-8c75-1e740b9cc6dd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:57:48.093836 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa65da3-67cf-4583-8c75-1e740b9cc6dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:57:48.094157 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa65da3-67cf-4583-8c75-1e740b9cc6dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:57:48.094482 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa65da3-67cf-4583-8c75-1e740b9cc6dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:57:48.095002 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa65da3-67cf-4583-8c75-1e740b9cc6dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:57:48.095459 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa65da3-67cf-4583-8c75-1e740b9cc6dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:57:48.241814 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-0aa65da3-67cf-4583-8c75-1e740b9cc6dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1820665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593493'] for router_interface, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:48.259286 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f28c06c-6dee-4b40-b57a-42f06cd7833a tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Router a7b57986-3771-4ffc-928e-f8bc08f82943 has already been hosted by L3 agent 19316ef7-2440-47e6-ada3-35aaee6f744b {{(pid=100551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 23:57:48.374013 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f28c06c-6dee-4b40-b57a-42f06cd7833a tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify agent at l3_agent.dv-cinder-751579-26-iscsi the message routers_updated {{(pid=100551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 23:57:48.385772 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dff9876-fb24-434d-adfd-75a14c6dc93f None None] Sync routers for ids ['a7b57986-3771-4ffc-928e-f8bc08f82943'] in dv-cinder-751579-26-iscsi {{(pid=100552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 23:57:48.394292 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-3f28c06c-6dee-4b40-b57a-42f06cd7833a tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for floatingip, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:48.398426 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dff9876-fb24-434d-adfd-75a14c6dc93f None None] Routers {'a7b57986-3771-4ffc-928e-f8bc08f82943'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:57:48.399150 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-3dff9876-fb24-434d-adfd-75a14c6dc93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:57:32Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['a7b57986-3771-4ffc-928e-f8bc08f82943'], 'active': True} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:57:48.430438 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-3f28c06c-6dee-4b40-b57a-42f06cd7833a tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7709243 Sep 07 23:57:48.430438 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba3f7ff7-29a5-4eb7-af76-e0f74d190142', 'tag': 'ddd57389-3d07-4210-bafb-d2c9d381b21d'}] {{(pid=100551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:57:48.430438 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744d18a1a9123520e55b11d6b4f544890c28500fff252c5db1cb0c4b69d72d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb0891d-ea71-475b-b09b-28cb9a78085c" -d '{"events": [{"name": "network-changed", "server_uuid": "ba3f7ff7-29a5-4eb7-af76-e0f74d190142", "tag": "ddd57389-3d07-4210-bafb-d2c9d381b21d"}]}' {{(pid=100551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:57:48.468049 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 23:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32731949-6db1-4998-81a2-3aafad198035 x-openstack-request-id: req-32731949-6db1-4998-81a2-3aafad198035 {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:57:48.468544 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba3f7ff7-29a5-4eb7-af76-e0f74d190142", "tag": "ddd57389-3d07-4210-bafb-d2c9d381b21d", "status": "completed", "code": 200}]} {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:57:48.468796 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-32731949-6db1-4998-81a2-3aafad198035 {{(pid=100551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:57:48.469207 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba3f7ff7-29a5-4eb7-af76-e0f74d190142', 'tag': 'ddd57389-3d07-4210-bafb-d2c9d381b21d', 'status': 'completed', 'code': 200} Sep 07 23:57:48.527707 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvr_db [None req-3dff9876-fb24-434d-adfd-75a14c6dc93f None None] Set router a7b57986-3771-4ffc-928e-f8bc08f82943 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:57:48.551182 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0891d-ea71-475b-b09b-28cb9a78085c req-4758eb6c-6f1b-40f0-ab74-03915b00b9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:57:48.553140 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5bb0891d-ea71-475b-b09b-28cb9a78085c req-4758eb6c-6f1b-40f0-ab74-03915b00b9f2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=42f067fd8b194261a54e9fcfd96af714&device_id=ba3f7ff7-29a5-4eb7-af76-e0f74d190142 HTTP/1.1" status: 200 len: 1098 time: 0.0582795 Sep 07 23:57:48.674533 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0891d-ea71-475b-b09b-28cb9a78085c req-055623b6-0ce1-40eb-8a9e-c622c600ac7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:57:48.676662 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5bb0891d-ea71-475b-b09b-28cb9a78085c req-055623b6-0ce1-40eb-8a9e-c622c600ac7d service neutron] 10.222.0.42 "GET /v2.0/networks?id=b183201c-d8ba-4df8-a849-eaf5a586f813 HTTP/1.1" status: 200 len: 913 time: 0.1158016 Sep 07 23:57:48.749938 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa65da3-67cf-4583-8c75-1e740b9cc6dd admin admin] Router 4100880c-e5b9-4d40-a7bc-efd9caa1e838 has already been hosted by L3 agent 19316ef7-2440-47e6-ada3-35aaee6f744b {{(pid=100550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 23:57:48.825874 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-3dff9876-fb24-434d-adfd-75a14c6dc93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'name': 'tempest-TestVolumeBootPattern-1606400456-router', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:52:29Z', 'updated_at': '2021-09-07T23:52:32Z', 'revision_number': 4, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'gw_port': {'id': '8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:29Z', 'updated_at': '2021-09-07T23:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_floatingips': [{'id': '0507f975-4bd6-405a-a263-1c53a222d0bb', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'router_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'port_id': 'f551bc2a-5801-4e90-bf85-f51cedb73741', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813', 'mac_address': 'fa:16:3e:7e:b3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7311053b-79d8-461f-ad8f-57892c1f9b97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T23:55:45Z', 'updated_at': '2021-09-07T23:55:47Z', 'revision_number': 1, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'fixed_ip_address_scope': None}, {'id': 'ff657860-b110-4b70-a9c9-42050ef62d13', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'router_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'port_id': 'ddd57389-3d07-4210-bafb-d2c9d381b21d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813', 'mac_address': 'fa:16:3e:1c:55:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3f7ff7-29a5-4eb7-af76-e0f74d190142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T23:57:47Z', 'updated_at': '2021-09-07T23:57:47Z', 'revision_number': 0, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6', 'name': '', 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'mac_address': 'fa:16:3e:37:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '8520aa77-9cf8-4f04-9cb1-197f20f35fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:31Z', 'updated_at': '2021-09-07T23:52:38Z', 'revision_number': 5, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'subnets': [{'id': '8520aa77-9cf8-4f04-9cb1-197f20f35fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:57:48.855497 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dff9876-fb24-434d-adfd-75a14c6dc93f None None] Checking router: a7b57986-3771-4ffc-928e-f8bc08f82943 for host: dv-cinder-751579-26-iscsi {{(pid=100552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 23:57:48.866168 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dff9876-fb24-434d-adfd-75a14c6dc93f None None] Routers {'a7b57986-3771-4ffc-928e-f8bc08f82943'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:57:48.867070 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-3dff9876-fb24-434d-adfd-75a14c6dc93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:57:32Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['a7b57986-3771-4ffc-928e-f8bc08f82943'], 'active': True} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:57:48.873722 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa65da3-67cf-4583-8c75-1e740b9cc6dd admin admin] Notify agent at l3_agent.dv-cinder-751579-26-iscsi the message routers_updated {{(pid=100550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 23:57:48.880300 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-0aa65da3-67cf-4583-8c75-1e740b9cc6dd admin admin] 10.222.0.15 "PUT /v2.0/routers/4100880c-e5b9-4d40-a7bc-efd9caa1e838/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8690317 Sep 07 23:57:48.883085 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 38664) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:57:48.885927 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f60ddb1-f057-4693-9fb6-5cc5c568e139 None None] Sync routers for ids ['4100880c-e5b9-4d40-a7bc-efd9caa1e838'] in dv-cinder-751579-26-iscsi {{(pid=100553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 23:57:48.899277 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f60ddb1-f057-4693-9fb6-5cc5c568e139 None None] Routers {'4100880c-e5b9-4d40-a7bc-efd9caa1e838'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:57:48.900206 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-2f60ddb1-f057-4693-9fb6-5cc5c568e139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:57:32Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['4100880c-e5b9-4d40-a7bc-efd9caa1e838'], 'active': True} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:57:48.993054 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5bb0891d-ea71-475b-b09b-28cb9a78085c req-bc352570-ce76-4d44-86ee-c489b5889d08 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddd57389-3d07-4210-bafb-d2c9d381b21d HTTP/1.1" status: 200 len: 998 time: 0.3089585 Sep 07 23:57:48.993422 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvr_db [None req-3dff9876-fb24-434d-adfd-75a14c6dc93f None None] Set router a7b57986-3771-4ffc-928e-f8bc08f82943 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:57:49.010770 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-15e2dfd8-16d8-4f63-80ad-f0fbbbbd0515 admin admin] Notify callbacks [] for router, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:49.025896 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvr_db [None req-2f60ddb1-f057-4693-9fb6-5cc5c568e139 None None] Set router 4100880c-e5b9-4d40-a7bc-efd9caa1e838 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:57:49.047380 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:49.064156 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0891d-ea71-475b-b09b-28cb9a78085c req-be6b8af2-5976-4d44-b4bf-d093f3b3d036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:57:49.066541 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5bb0891d-ea71-475b-b09b-28cb9a78085c req-be6b8af2-5976-4d44-b4bf-d093f3b3d036 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8520aa77-9cf8-4f04-9cb1-197f20f35fc3 HTTP/1.1" status: 200 len: 851 time: 0.0668142 Sep 07 23:57:49.126858 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0891d-ea71-475b-b09b-28cb9a78085c req-07671a55-0879-4e10-9295-27c21b104a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:57:49.129393 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5bb0891d-ea71-475b-b09b-28cb9a78085c req-07671a55-0879-4e10-9295-27c21b104a06 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b183201c-d8ba-4df8-a849-eaf5a586f813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0536568 Sep 07 23:57:49.143575 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-15e2dfd8-16d8-4f63-80ad-f0fbbbbd0515 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:49.177030 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 57e1fae5-a5d9-416c-a5bd-2a25dcdb8770 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 23:57:49.204790 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] No Port match for: 57e1fae5-a5d9-416c-a5bd-2a25dcdb8770 {{(pid=100552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 23:57:49.205128 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device 57e1fae5-a5d9-416c-a5bd-2a25dcdb8770 not bound to the agent host hv-cinder-75157 {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 23:57:49.209343 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.plugin [None req-15e2dfd8-16d8-4f63-80ad-f0fbbbbd0515 admin admin] Deleting port 07cc7674-750f-46bf-9165-06cbfd9fb953 {{(pid=100550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:57:49.209759 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-15e2dfd8-16d8-4f63-80ad-f0fbbbbd0515 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:49.246813 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5bb0891d-ea71-475b-b09b-28cb9a78085c req-2f7a8851-bc99-4120-8535-17e43848d0a8 service neutron] 10.222.0.42 "GET /v2.0/networks/b183201c-d8ba-4df8-a849-eaf5a586f813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094155 Sep 07 23:57:49.287740 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-3dff9876-fb24-434d-adfd-75a14c6dc93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'name': 'tempest-TestVolumeBootPattern-1606400456-router', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:52:29Z', 'updated_at': '2021-09-07T23:52:32Z', 'revision_number': 4, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'gw_port': {'id': '8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:29Z', 'updated_at': '2021-09-07T23:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_floatingips': [{'id': '0507f975-4bd6-405a-a263-1c53a222d0bb', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'router_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'port_id': 'f551bc2a-5801-4e90-bf85-f51cedb73741', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813', 'mac_address': 'fa:16:3e:7e:b3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7311053b-79d8-461f-ad8f-57892c1f9b97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T23:55:45Z', 'updated_at': '2021-09-07T23:55:47Z', 'revision_number': 1, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'fixed_ip_address_scope': None}, {'id': 'ff657860-b110-4b70-a9c9-42050ef62d13', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'router_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'port_id': 'ddd57389-3d07-4210-bafb-d2c9d381b21d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813', 'mac_address': 'fa:16:3e:1c:55:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3f7ff7-29a5-4eb7-af76-e0f74d190142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T23:57:47Z', 'updated_at': '2021-09-07T23:57:47Z', 'revision_number': 0, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6', 'name': '', 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'mac_address': 'fa:16:3e:37:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '8520aa77-9cf8-4f04-9cb1-197f20f35fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:31Z', 'updated_at': '2021-09-07T23:52:38Z', 'revision_number': 5, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'subnets': [{'id': '8520aa77-9cf8-4f04-9cb1-197f20f35fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:57:49.301803 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.db [None req-15e2dfd8-16d8-4f63-80ad-f0fbbbbd0515 admin admin] For port 07cc7674-750f-46bf-9165-06cbfd9fb953, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=07cc7674-750f-46bf-9165-06cbfd9fb953,segment=NetworkSegment(4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a),segment_id=4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a)] {{(pid=100550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:57:49.302316 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-15e2dfd8-16d8-4f63-80ad-f0fbbbbd0515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:49.315691 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.plugin [None req-15e2dfd8-16d8-4f63-80ad-f0fbbbbd0515 admin admin] Calling delete_port for 07cc7674-750f-46bf-9165-06cbfd9fb953 owned by network:router_gateway {{(pid=100550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:57:49.317427 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dff9876-fb24-434d-adfd-75a14c6dc93f None None] The sync data for ids ['a7b57986-3771-4ffc-928e-f8bc08f82943'] in dv-cinder-751579-26-iscsi is: [{'id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'name': 'tempest-TestVolumeBootPattern-1606400456-router', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:52:29Z', 'updated_at': '2021-09-07T23:52:32Z', 'revision_number': 4, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'gw_port': {'id': '8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:29Z', 'updated_at': '2021-09-07T23:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_floatingips': [{'id': '0507f975-4bd6-405a-a263-1c53a222d0bb', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'router_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'port_id': 'f551bc2a-5801-4e90-bf85-f51cedb73741', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813', 'mac_address': 'fa:16:3e:7e:b3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7311053b-79d8-461f-ad8f-57892c1f9b97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T23:55:45Z', 'updated_at': '2021-09-07T23:55:47Z', 'revision_number': 1, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'fixed_ip_address_scope': None}, {'id': 'ff657860-b110-4b70-a9c9-42050ef62d13', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'router_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'port_id': 'ddd57389-3d07-4210-bafb-d2c9d381b21d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813', 'mac_address': 'fa:16:3e:1c:55:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3f7ff7-29a5-4eb7-af76-e0f74d190142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T23:57:47Z', 'updated_at': '2021-09-07T23:57:47Z', 'revision_number': 0, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6', 'name': '', 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'mac_address': 'fa:16:3e:37:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '8520aa77-9cf8-4f04-9cb1-197f20f35fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:31Z', 'updated_at': '2021-09-07T23:52:38Z', 'revision_number': 5, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'subnets': [{'id': '8520aa77-9cf8-4f04-9cb1-197f20f35fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 23:57:49.336172 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-2f60ddb1-f057-4693-9fb6-5cc5c568e139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4100880c-e5b9-4d40-a7bc-efd9caa1e838', 'name': 'tempest-TestShelveInstance-1145688606-router', 'tenant_id': '57c40fd6c9f740c9a2e49701985feab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '07cc7674-750f-46bf-9165-06cbfd9fb953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:50:40Z', 'updated_at': '2021-09-07T23:57:47Z', 'revision_number': 5, 'project_id': '57c40fd6c9f740c9a2e49701985feab4', 'gw_port': {'id': '07cc7674-750f-46bf-9165-06cbfd9fb953', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:28:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4100880c-e5b9-4d40-a7bc-efd9caa1e838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:50:41Z', 'updated_at': '2021-09-07T23:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi'}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:57:49.364890 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-5bb0891d-ea71-475b-b09b-28cb9a78085c req-3c2e216e-522b-454c-91d4-5c4174674ab4 service neutron] 10.222.0.42 "GET /v2.0/networks/b183201c-d8ba-4df8-a849-eaf5a586f813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107788 Sep 07 23:57:49.372034 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f60ddb1-f057-4693-9fb6-5cc5c568e139 None None] Checking router: 4100880c-e5b9-4d40-a7bc-efd9caa1e838 for host: dv-cinder-751579-26-iscsi {{(pid=100553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 23:57:49.383954 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f60ddb1-f057-4693-9fb6-5cc5c568e139 None None] Routers {'4100880c-e5b9-4d40-a7bc-efd9caa1e838'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:57:49.385074 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-2f60ddb1-f057-4693-9fb6-5cc5c568e139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:57:32Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['4100880c-e5b9-4d40-a7bc-efd9caa1e838'], 'active': True} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:57:49.475451 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvr_db [None req-2f60ddb1-f057-4693-9fb6-5cc5c568e139 None None] Set router 4100880c-e5b9-4d40-a7bc-efd9caa1e838 gateway port host: None {{(pid=100553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:57:49.511226 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-15e2dfd8-16d8-4f63-80ad-f0fbbbbd0515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7634829'] for port, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:49.534899 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-2f60ddb1-f057-4693-9fb6-5cc5c568e139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4100880c-e5b9-4d40-a7bc-efd9caa1e838', 'name': 'tempest-TestShelveInstance-1145688606-router', 'tenant_id': '57c40fd6c9f740c9a2e49701985feab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:50:40Z', 'updated_at': '2021-09-07T23:57:49Z', 'revision_number': 6, 'project_id': '57c40fd6c9f740c9a2e49701985feab4', 'gw_port_host': None}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:57:49.537457 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fae2bf-f098-4641-af2f-86e27f8dfe71 None None] New status for floating IP ff657860-b110-4b70-a9c9-42050ef62d13: ACTIVE {{(pid=100552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 23:57:49.544727 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2dfd8-16d8-4f63-80ad-f0fbbbbd0515 admin admin] Pushing event deleted for resources: {'Port': ['ID=07cc7674-750f-46bf-9165-06cbfd9fb953,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:57:49.562433 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f60ddb1-f057-4693-9fb6-5cc5c568e139 None None] The sync data for ids ['4100880c-e5b9-4d40-a7bc-efd9caa1e838'] in dv-cinder-751579-26-iscsi is: [{'id': '4100880c-e5b9-4d40-a7bc-efd9caa1e838', 'name': 'tempest-TestShelveInstance-1145688606-router', 'tenant_id': '57c40fd6c9f740c9a2e49701985feab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:50:40Z', 'updated_at': '2021-09-07T23:57:49Z', 'revision_number': 6, 'project_id': '57c40fd6c9f740c9a2e49701985feab4', 'gw_port_host': None}] {{(pid=100553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 23:57:49.629890 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-15e2dfd8-16d8-4f63-80ad-f0fbbbbd0515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595447'] for router_gateway, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:49.722982 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-15e2dfd8-16d8-4f63-80ad-f0fbbbbd0515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1462'] for router, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:49.725234 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-15e2dfd8-16d8-4f63-80ad-f0fbbbbd0515 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:49.770992 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-15e2dfd8-16d8-4f63-80ad-f0fbbbbd0515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595229'] for router, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:49.771604 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e2dfd8-16d8-4f63-80ad-f0fbbbbd0515 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4100880c-e5b9-4d40-a7bc-efd9caa1e838 {{(pid=100550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 23:57:49.776773 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-15e2dfd8-16d8-4f63-80ad-f0fbbbbd0515 admin admin] Notify callbacks [] for router, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:49.780366 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-15e2dfd8-16d8-4f63-80ad-f0fbbbbd0515 admin admin] 10.222.0.15 "DELETE /v2.0/routers/4100880c-e5b9-4d40-a7bc-efd9caa1e838 HTTP/1.1" status: 204 len: 168 time: 0.8939245 Sep 07 23:57:49.780671 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 38666) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:57:49.833317 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.db_base_plugin_v2 [None req-816713a7-363d-433c-afb6-da74f2eb0e77 admin admin] Deleting subnet 55540f58-bd6e-4bc1-a586-fffab3832ab4 {{(pid=100550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 23:57:49.836553 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-816713a7-363d-433c-afb6-da74f2eb0e77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:49.874051 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-816713a7-363d-433c-afb6-da74f2eb0e77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1178054'] for subnet, precommit_delete_associations {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:49.956640 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-816713a7-363d-433c-afb6-da74f2eb0e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673024'] for subnet, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:50.026808 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-816713a7-363d-433c-afb6-da74f2eb0e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7634936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4620627'] for subnet, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:50.053866 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816713a7-363d-433c-afb6-da74f2eb0e77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55540f58-bd6e-4bc1-a586-fffab3832ab4,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:57:50.057534 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-816713a7-363d-433c-afb6-da74f2eb0e77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:50.061815 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-816713a7-363d-433c-afb6-da74f2eb0e77 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/55540f58-bd6e-4bc1-a586-fffab3832ab4 HTTP/1.1" status: 204 len: 168 time: 0.2777183 Sep 07 23:57:50.062105 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 38668) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:57:50.066269 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a7862f-6459-48c4-a215-aea3b6833563 None None] Network 5cdf44a6-e80e-483a-a66f-3700971e555a requested from dv-cinder-751579-26-iscsi {{(pid=100552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 23:57:50.134847 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-c5290e22-98a7-4e47-80d2-4df794feec7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531467'] for network, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:50.193973 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.plugin [None req-c5290e22-98a7-4e47-80d2-4df794feec7c admin admin] Deleting port 495fa4c1-390a-4d20-8339-bcfa6b5ada12 {{(pid=100550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:57:50.194604 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-c5290e22-98a7-4e47-80d2-4df794feec7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:50.262025 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.db [None req-c5290e22-98a7-4e47-80d2-4df794feec7c admin admin] For port 495fa4c1-390a-4d20-8339-bcfa6b5ada12, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=495fa4c1-390a-4d20-8339-bcfa6b5ada12,segment=NetworkSegment(606fb295-b443-4c8f-b263-1ea8baec7e3f),segment_id=606fb295-b443-4c8f-b263-1ea8baec7e3f)] {{(pid=100550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:57:50.262333 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-c5290e22-98a7-4e47-80d2-4df794feec7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:50.275635 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.plugin [None req-c5290e22-98a7-4e47-80d2-4df794feec7c admin admin] Calling delete_port for 495fa4c1-390a-4d20-8339-bcfa6b5ada12 owned by network:dhcp {{(pid=100550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:57:50.358836 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-c5290e22-98a7-4e47-80d2-4df794feec7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7634829'] for port, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:50.382171 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fd13ab-863f-4615-a9aa-66899e6dfc34 None None] DHCP port deletion for 5cdf44a6-e80e-483a-a66f-3700971e555a request from dv-cinder-751579-26-iscsi {{(pid=100552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 23:57:50.398753 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5290e22-98a7-4e47-80d2-4df794feec7c admin admin] Pushing event deleted for resources: {'Port': ['ID=495fa4c1-390a-4d20-8339-bcfa6b5ada12,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:57:50.403928 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5290e22-98a7-4e47-80d2-4df794feec7c admin admin] No DVR routers for this DVR port 495fa4c1-390a-4d20-8339-bcfa6b5ada12 on host dv-cinder-751579-26-iscsi {{(pid=100550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 23:57:50.480900 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-c5290e22-98a7-4e47-80d2-4df794feec7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675213', 'neutron.services.segments.db._delete_segments_for_network-8760371274105'] for network, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:50.511737 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.services.segments.db [None req-c5290e22-98a7-4e47-80d2-4df794feec7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cdf44a6-e80e-483a-a66f-3700971e555a']}} {{(pid=100550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:57:50.523392 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.services.segments.db [None req-c5290e22-98a7-4e47-80d2-4df794feec7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '606fb295-b443-4c8f-b263-1ea8baec7e3f') {'for_net_delete': True} {{(pid=100550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:57:50.523611 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.services.segments.db [None req-c5290e22-98a7-4e47-80d2-4df794feec7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '606fb295-b443-4c8f-b263-1ea8baec7e3f') {} {{(pid=100550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:57:50.534139 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-c5290e22-98a7-4e47-80d2-4df794feec7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760371273090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1178063'] for segment, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:50.550395 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-c5290e22-98a7-4e47-80d2-4df794feec7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675162'] for segment, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:50.561632 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5290e22-98a7-4e47-80d2-4df794feec7c admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=100550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 23:57:50.562409 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-c5290e22-98a7-4e47-80d2-4df794feec7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7634266'] for segment, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:50.566388 dv-cinder-751579-26-iscsi neutron-server[100550]: Traceback (most recent call last): Sep 07 23:57:50.566388 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 23:57:50.566388 dv-cinder-751579-26-iscsi neutron-server[100550]: timer() Sep 07 23:57:50.566388 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 23:57:50.566388 dv-cinder-751579-26-iscsi neutron-server[100550]: cb(*args, **kw) Sep 07 23:57:50.566388 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 23:57:50.566388 dv-cinder-751579-26-iscsi neutron-server[100550]: return func(*args, **kwargs) Sep 07 23:57:50.566388 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 23:57:50.566388 dv-cinder-751579-26-iscsi neutron-server[100550]: self._notify() Sep 07 23:57:50.566388 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 23:57:50.566388 dv-cinder-751579-26-iscsi neutron-server[100550]: self.callback(batched_events) Sep 07 23:57:50.566388 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 23:57:50.566388 dv-cinder-751579-26-iscsi neutron-server[100550]: event.method(event) Sep 07 23:57:50.566388 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 23:57:50.566388 dv-cinder-751579-26-iscsi neutron-server[100550]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 23:57:50.566388 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 23:57:50.566388 dv-cinder-751579-26-iscsi neutron-server[100550]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 23:57:50.566388 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 23:57:50.566388 dv-cinder-751579-26-iscsi neutron-server[100550]: return f(self, *a, **k) Sep 07 23:57:50.566388 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 23:57:50.566388 dv-cinder-751579-26-iscsi neutron-server[100550]: return self._get(url).json() Sep 07 23:57:50.566388 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 23:57:50.566388 dv-cinder-751579-26-iscsi neutron-server[100550]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 23:57:50.566388 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 23:57:50.566388 dv-cinder-751579-26-iscsi neutron-server[100550]: return self.request(url, 'GET', **kwargs) Sep 07 23:57:50.566388 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 23:57:50.566388 dv-cinder-751579-26-iscsi neutron-server[100550]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 23:57:50.566388 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 23:57:50.566388 dv-cinder-751579-26-iscsi neutron-server[100550]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 23:57:50.566388 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 23:57:50.566388 dv-cinder-751579-26-iscsi neutron-server[100550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 23:57:50.566388 dv-cinder-751579-26-iscsi neutron-server[100550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 23:57:50.643184 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-c5290e22-98a7-4e47-80d2-4df794feec7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595403'] for network, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:50.651227 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-c5290e22-98a7-4e47-80d2-4df794feec7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for network, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:50.654016 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-c5290e22-98a7-4e47-80d2-4df794feec7c admin admin] 10.222.0.15 "DELETE /v2.0/networks/5cdf44a6-e80e-483a-a66f-3700971e555a HTTP/1.1" status: 204 len: 168 time: 0.5911326 Sep 07 23:57:50.666360 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 38670) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:57:50.667621 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5290e22-98a7-4e47-80d2-4df794feec7c admin admin] Pushing event deleted for resources: {'Network': ['ID=5cdf44a6-e80e-483a-a66f-3700971e555a,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:57:51.033424 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-94a2344f-ef8b-4201-8a8e-7f5dd49a0932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1593465'] for router_interface, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:51.293171 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [None req-94a2344f-ef8b-4201-8a8e-7f5dd49a0932 admin admin] Deleting port e9164beb-12c8-4f59-bd1c-6d038a10162f {{(pid=100551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:57:51.293517 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-94a2344f-ef8b-4201-8a8e-7f5dd49a0932 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:51.381240 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [None req-94a2344f-ef8b-4201-8a8e-7f5dd49a0932 admin admin] For port e9164beb-12c8-4f59-bd1c-6d038a10162f, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=e9164beb-12c8-4f59-bd1c-6d038a10162f,segment=NetworkSegment(e931a262-dfaa-4c1b-b2da-611273b1ac7b),segment_id=e931a262-dfaa-4c1b-b2da-611273b1ac7b)] {{(pid=100551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:57:51.381620 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-94a2344f-ef8b-4201-8a8e-7f5dd49a0932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:51.400985 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [None req-94a2344f-ef8b-4201-8a8e-7f5dd49a0932 admin admin] Calling delete_port for e9164beb-12c8-4f59-bd1c-6d038a10162f owned by network:router_interface {{(pid=100551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:57:51.593131 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-94a2344f-ef8b-4201-8a8e-7f5dd49a0932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:51.621689 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device cedce733-91c6-4b57-862d-eb306509c3cc no longer exists at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 23:57:51.628928 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a2344f-ef8b-4201-8a8e-7f5dd49a0932 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9164beb-12c8-4f59-bd1c-6d038a10162f,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:57:51.649984 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] No Port match for: cedce733-91c6-4b57-862d-eb306509c3cc {{(pid=100552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 23:57:51.650343 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device cedce733-91c6-4b57-862d-eb306509c3cc not bound to the agent host dv-cinder-751579-26-iscsi {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 23:57:51.650769 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 495fa4c1-390a-4d20-8339-bcfa6b5ada12 no longer exists at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 23:57:51.675588 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] No Port match for: 495fa4c1-390a-4d20-8339-bcfa6b5ada12 {{(pid=100552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 23:57:51.675932 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 495fa4c1-390a-4d20-8339-bcfa6b5ada12 not bound to the agent host dv-cinder-751579-26-iscsi {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 23:57:51.676350 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 07cc7674-750f-46bf-9165-06cbfd9fb953 no longer exists at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 23:57:51.697600 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] No Port match for: 07cc7674-750f-46bf-9165-06cbfd9fb953 {{(pid=100552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 23:57:51.697943 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 07cc7674-750f-46bf-9165-06cbfd9fb953 not bound to the agent host dv-cinder-751579-26-iscsi {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 23:57:51.816125 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-94a2344f-ef8b-4201-8a8e-7f5dd49a0932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1820665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593493'] for router_interface, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:52.045964 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a2344f-ef8b-4201-8a8e-7f5dd49a0932 admin admin] Router f98f9257-8b9d-4ff8-8c5f-a957baa04a68 has already been hosted by L3 agent 19316ef7-2440-47e6-ada3-35aaee6f744b {{(pid=100551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 23:57:52.165349 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a2344f-ef8b-4201-8a8e-7f5dd49a0932 admin admin] Notify agent at l3_agent.dv-cinder-751579-26-iscsi the message routers_updated {{(pid=100551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 23:57:52.170697 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-94a2344f-ef8b-4201-8a8e-7f5dd49a0932 admin admin] 10.222.0.15 "PUT /v2.0/routers/f98f9257-8b9d-4ff8-8c5f-a957baa04a68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5029757 Sep 07 23:57:52.174533 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 38672) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:57:52.175077 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b44684-37fe-4337-ba24-48e568aacf91 None None] Sync routers for ids ['f98f9257-8b9d-4ff8-8c5f-a957baa04a68'] in dv-cinder-751579-26-iscsi {{(pid=100553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 23:57:52.185059 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b44684-37fe-4337-ba24-48e568aacf91 None None] Routers {'f98f9257-8b9d-4ff8-8c5f-a957baa04a68'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:57:52.185680 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-c4b44684-37fe-4337-ba24-48e568aacf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:57:32Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['f98f9257-8b9d-4ff8-8c5f-a957baa04a68'], 'active': True} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:57:52.289383 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-74c42c52-7d55-49a2-a8a0-61232ba63809 admin admin] Notify callbacks [] for router, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:52.311128 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvr_db [None req-c4b44684-37fe-4337-ba24-48e568aacf91 None None] Set router f98f9257-8b9d-4ff8-8c5f-a957baa04a68 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:57:52.431240 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-74c42c52-7d55-49a2-a8a0-61232ba63809 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:52.490614 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [None req-74c42c52-7d55-49a2-a8a0-61232ba63809 admin admin] Deleting port efdf3fd7-1480-4021-a763-cf0bb398ede6 {{(pid=100551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:57:52.491229 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-74c42c52-7d55-49a2-a8a0-61232ba63809 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:52.541779 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-c4b44684-37fe-4337-ba24-48e568aacf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98f9257-8b9d-4ff8-8c5f-a957baa04a68', 'name': 'tempest-TestShelveInstance-1750542902-router', 'tenant_id': 'fc84d53860ae404980036203cc046a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'efdf3fd7-1480-4021-a763-cf0bb398ede6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:50:50Z', 'updated_at': '2021-09-07T23:57:51Z', 'revision_number': 5, 'project_id': 'fc84d53860ae404980036203cc046a98', 'gw_port': {'id': 'efdf3fd7-1480-4021-a763-cf0bb398ede6', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:70:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98f9257-8b9d-4ff8-8c5f-a957baa04a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:50:51Z', 'updated_at': '2021-09-07T23:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi'}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:57:52.574222 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b44684-37fe-4337-ba24-48e568aacf91 None None] Checking router: f98f9257-8b9d-4ff8-8c5f-a957baa04a68 for host: dv-cinder-751579-26-iscsi {{(pid=100553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 23:57:52.575822 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [None req-74c42c52-7d55-49a2-a8a0-61232ba63809 admin admin] For port efdf3fd7-1480-4021-a763-cf0bb398ede6, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=efdf3fd7-1480-4021-a763-cf0bb398ede6,segment=NetworkSegment(4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a),segment_id=4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a)] {{(pid=100551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:57:52.576191 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-74c42c52-7d55-49a2-a8a0-61232ba63809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:52.583658 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b44684-37fe-4337-ba24-48e568aacf91 None None] Routers {'f98f9257-8b9d-4ff8-8c5f-a957baa04a68'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:57:52.584276 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-c4b44684-37fe-4337-ba24-48e568aacf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:57:32Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['f98f9257-8b9d-4ff8-8c5f-a957baa04a68'], 'active': True} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:57:52.588624 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [None req-74c42c52-7d55-49a2-a8a0-61232ba63809 admin admin] Calling delete_port for efdf3fd7-1480-4021-a763-cf0bb398ede6 owned by network:router_gateway {{(pid=100551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:57:52.680935 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvr_db [None req-c4b44684-37fe-4337-ba24-48e568aacf91 None None] Set router f98f9257-8b9d-4ff8-8c5f-a957baa04a68 gateway port host: None {{(pid=100553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:57:52.734014 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-c4b44684-37fe-4337-ba24-48e568aacf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98f9257-8b9d-4ff8-8c5f-a957baa04a68', 'name': 'tempest-TestShelveInstance-1750542902-router', 'tenant_id': 'fc84d53860ae404980036203cc046a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:50:50Z', 'updated_at': '2021-09-07T23:57:52Z', 'revision_number': 6, 'project_id': 'fc84d53860ae404980036203cc046a98', 'gw_port_host': None}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:57:52.763491 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-74c42c52-7d55-49a2-a8a0-61232ba63809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:52.764387 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b44684-37fe-4337-ba24-48e568aacf91 None None] The sync data for ids ['f98f9257-8b9d-4ff8-8c5f-a957baa04a68'] in dv-cinder-751579-26-iscsi is: [{'id': 'f98f9257-8b9d-4ff8-8c5f-a957baa04a68', 'name': 'tempest-TestShelveInstance-1750542902-router', 'tenant_id': 'fc84d53860ae404980036203cc046a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:50:50Z', 'updated_at': '2021-09-07T23:57:52Z', 'revision_number': 6, 'project_id': 'fc84d53860ae404980036203cc046a98', 'gw_port_host': None}] {{(pid=100553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 23:57:52.790961 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c42c52-7d55-49a2-a8a0-61232ba63809 admin admin] Pushing event deleted for resources: {'Port': ['ID=efdf3fd7-1480-4021-a763-cf0bb398ede6,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:57:52.852816 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-74c42c52-7d55-49a2-a8a0-61232ba63809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595447'] for router_gateway, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:52.945357 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-74c42c52-7d55-49a2-a8a0-61232ba63809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1462'] for router, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:52.947567 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-74c42c52-7d55-49a2-a8a0-61232ba63809 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:52.994941 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-74c42c52-7d55-49a2-a8a0-61232ba63809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595229'] for router, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:52.995441 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c42c52-7d55-49a2-a8a0-61232ba63809 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f98f9257-8b9d-4ff8-8c5f-a957baa04a68 {{(pid=100551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 23:57:53.003756 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-74c42c52-7d55-49a2-a8a0-61232ba63809 admin admin] Notify callbacks [] for router, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:53.005158 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-74c42c52-7d55-49a2-a8a0-61232ba63809 admin admin] 10.222.0.15 "DELETE /v2.0/routers/f98f9257-8b9d-4ff8-8c5f-a957baa04a68 HTTP/1.1" status: 204 len: 168 time: 0.8295882 Sep 07 23:57:53.008113 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 38674) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:57:53.054682 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b3a7d29-5a48-4696-b66c-229110601a2d admin admin] Deleting subnet 167c891c-6345-4647-9d6e-8ca77f93e413 {{(pid=100550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 23:57:53.057854 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-9b3a7d29-5a48-4696-b66c-229110601a2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:53.098361 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-9b3a7d29-5a48-4696-b66c-229110601a2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1178054'] for subnet, precommit_delete_associations {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:53.184415 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-9b3a7d29-5a48-4696-b66c-229110601a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673024'] for subnet, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:53.241624 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-9b3a7d29-5a48-4696-b66c-229110601a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7634936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4620627'] for subnet, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:53.270126 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3a7d29-5a48-4696-b66c-229110601a2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=167c891c-6345-4647-9d6e-8ca77f93e413,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:57:53.272028 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-9b3a7d29-5a48-4696-b66c-229110601a2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:53.274152 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-9b3a7d29-5a48-4696-b66c-229110601a2d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/167c891c-6345-4647-9d6e-8ca77f93e413 HTTP/1.1" status: 204 len: 168 time: 0.2645462 Sep 07 23:57:53.276383 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 38676) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:57:53.277119 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fed5dcb-4389-49f9-8f1f-1691f37e4202 None None] Network 81cc46a2-8db1-4096-bf4f-6daa1e8dd2b5 requested from dv-cinder-751579-26-iscsi {{(pid=100552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 23:57:53.351277 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-5b1aba86-da07-44d4-ab44-601794d31270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531467'] for network, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:53.413281 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.plugin [None req-5b1aba86-da07-44d4-ab44-601794d31270 admin admin] Deleting port 1ec94104-5e9d-47b9-8458-9e89ec4b99b9 {{(pid=100550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:57:53.413439 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-5b1aba86-da07-44d4-ab44-601794d31270 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:53.492670 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.db [None req-5b1aba86-da07-44d4-ab44-601794d31270 admin admin] For port 1ec94104-5e9d-47b9-8458-9e89ec4b99b9, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=1ec94104-5e9d-47b9-8458-9e89ec4b99b9,segment=NetworkSegment(e931a262-dfaa-4c1b-b2da-611273b1ac7b),segment_id=e931a262-dfaa-4c1b-b2da-611273b1ac7b)] {{(pid=100550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:57:53.492972 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-5b1aba86-da07-44d4-ab44-601794d31270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:53.506719 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.plugin [None req-5b1aba86-da07-44d4-ab44-601794d31270 admin admin] Calling delete_port for 1ec94104-5e9d-47b9-8458-9e89ec4b99b9 owned by network:dhcp {{(pid=100550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:57:53.560821 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a086c5-3b3b-4ba2-b219-20716326b8fb None None] DHCP port deletion for 81cc46a2-8db1-4096-bf4f-6daa1e8dd2b5 request from dv-cinder-751579-26-iscsi {{(pid=100552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 23:57:53.614215 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-5b1aba86-da07-44d4-ab44-601794d31270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7634829'] for port, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:53.624143 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-c8a086c5-3b3b-4ba2-b219-20716326b8fb None None] Deleting port 1ec94104-5e9d-47b9-8458-9e89ec4b99b9 {{(pid=100552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:57:53.625052 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c8a086c5-3b3b-4ba2-b219-20716326b8fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:53.667401 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1aba86-da07-44d4-ab44-601794d31270 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ec94104-5e9d-47b9-8458-9e89ec4b99b9,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:57:53.671111 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1aba86-da07-44d4-ab44-601794d31270 admin admin] No DVR routers for this DVR port 1ec94104-5e9d-47b9-8458-9e89ec4b99b9 on host dv-cinder-751579-26-iscsi {{(pid=100550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 23:57:53.700807 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device e9164beb-12c8-4f59-bd1c-6d038a10162f no longer exists at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 23:57:53.737359 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-c8a086c5-3b3b-4ba2-b219-20716326b8fb None None] For port 1ec94104-5e9d-47b9-8458-9e89ec4b99b9, host dv-cinder-751579-26-iscsi, got binding levels [] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:57:53.738078 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c8a086c5-3b3b-4ba2-b219-20716326b8fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:53.750214 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] No Port match for: e9164beb-12c8-4f59-bd1c-6d038a10162f {{(pid=100552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 23:57:53.751252 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device e9164beb-12c8-4f59-bd1c-6d038a10162f not bound to the agent host dv-cinder-751579-26-iscsi {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 23:57:53.752546 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device efdf3fd7-1480-4021-a763-cf0bb398ede6 no longer exists at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 23:57:53.791030 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-5b1aba86-da07-44d4-ab44-601794d31270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675213', 'neutron.services.segments.db._delete_segments_for_network-8760371274105'] for network, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:53.793313 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] No Port match for: efdf3fd7-1480-4021-a763-cf0bb398ede6 {{(pid=100552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 23:57:53.793981 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device efdf3fd7-1480-4021-a763-cf0bb398ede6 not bound to the agent host dv-cinder-751579-26-iscsi {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 23:57:53.794680 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 1ec94104-5e9d-47b9-8458-9e89ec4b99b9 no longer exists at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 23:57:53.797304 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-c8a086c5-3b3b-4ba2-b219-20716326b8fb None None] Calling delete_port for 1ec94104-5e9d-47b9-8458-9e89ec4b99b9 owned by network:dhcp {{(pid=100552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:57:53.803079 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.ipam_backend_mixin [None req-c8a086c5-3b3b-4ba2-b219-20716326b8fb None None] Port 1ec94104-5e9d-47b9-8458-9e89ec4b99b9 was not found and therefore no delete operation was performed {{(pid=100552) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 23:57:53.816574 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.services.segments.db [None req-5b1aba86-da07-44d4-ab44-601794d31270 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81cc46a2-8db1-4096-bf4f-6daa1e8dd2b5']}} {{(pid=100550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:57:53.827163 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c8a086c5-3b3b-4ba2-b219-20716326b8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296'] for port, after_delete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:53.828037 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.services.segments.db [None req-5b1aba86-da07-44d4-ab44-601794d31270 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e931a262-dfaa-4c1b-b2da-611273b1ac7b') {'for_net_delete': True} {{(pid=100550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:57:53.828329 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.services.segments.db [None req-5b1aba86-da07-44d4-ab44-601794d31270 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e931a262-dfaa-4c1b-b2da-611273b1ac7b') {} {{(pid=100550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:57:53.833226 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] No Port match for: 1ec94104-5e9d-47b9-8458-9e89ec4b99b9 {{(pid=100552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 23:57:53.833768 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 1ec94104-5e9d-47b9-8458-9e89ec4b99b9 not bound to the agent host dv-cinder-751579-26-iscsi {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 23:57:53.853434 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-5b1aba86-da07-44d4-ab44-601794d31270 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760371273090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1178063'] for segment, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:53.872801 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-5b1aba86-da07-44d4-ab44-601794d31270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675162'] for segment, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:53.875227 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a086c5-3b3b-4ba2-b219-20716326b8fb None None] Pushing event deleted for resources: {'Port': ['ID=1ec94104-5e9d-47b9-8458-9e89ec4b99b9,revision_number=None']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:57:53.883264 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a086c5-3b3b-4ba2-b219-20716326b8fb None None] No DVR routers for this DVR port 1ec94104-5e9d-47b9-8458-9e89ec4b99b9 on host dv-cinder-751579-26-iscsi {{(pid=100552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 23:57:53.893022 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b1aba86-da07-44d4-ab44-601794d31270 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=100550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 23:57:53.893794 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-5b1aba86-da07-44d4-ab44-601794d31270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7634266'] for segment, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:53.897038 dv-cinder-751579-26-iscsi neutron-server[100550]: Traceback (most recent call last): Sep 07 23:57:53.897038 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 23:57:53.897038 dv-cinder-751579-26-iscsi neutron-server[100550]: timer() Sep 07 23:57:53.897038 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 23:57:53.897038 dv-cinder-751579-26-iscsi neutron-server[100550]: cb(*args, **kw) Sep 07 23:57:53.897038 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 23:57:53.897038 dv-cinder-751579-26-iscsi neutron-server[100550]: return func(*args, **kwargs) Sep 07 23:57:53.897038 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 23:57:53.897038 dv-cinder-751579-26-iscsi neutron-server[100550]: self._notify() Sep 07 23:57:53.897038 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 23:57:53.897038 dv-cinder-751579-26-iscsi neutron-server[100550]: self.callback(batched_events) Sep 07 23:57:53.897038 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 23:57:53.897038 dv-cinder-751579-26-iscsi neutron-server[100550]: event.method(event) Sep 07 23:57:53.897038 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 23:57:53.897038 dv-cinder-751579-26-iscsi neutron-server[100550]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 23:57:53.897038 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 23:57:53.897038 dv-cinder-751579-26-iscsi neutron-server[100550]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 23:57:53.897038 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 23:57:53.897038 dv-cinder-751579-26-iscsi neutron-server[100550]: return f(self, *a, **k) Sep 07 23:57:53.897038 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 23:57:53.897038 dv-cinder-751579-26-iscsi neutron-server[100550]: return self._get(url).json() Sep 07 23:57:53.897038 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 23:57:53.897038 dv-cinder-751579-26-iscsi neutron-server[100550]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 23:57:53.897038 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 23:57:53.897038 dv-cinder-751579-26-iscsi neutron-server[100550]: return self.request(url, 'GET', **kwargs) Sep 07 23:57:53.897038 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 23:57:53.897038 dv-cinder-751579-26-iscsi neutron-server[100550]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 23:57:53.897038 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 23:57:53.897038 dv-cinder-751579-26-iscsi neutron-server[100550]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 23:57:53.897038 dv-cinder-751579-26-iscsi neutron-server[100550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 23:57:53.897038 dv-cinder-751579-26-iscsi neutron-server[100550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 23:57:53.897038 dv-cinder-751579-26-iscsi neutron-server[100550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 23:57:53.998591 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-5b1aba86-da07-44d4-ab44-601794d31270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595403'] for network, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:54.007494 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-5b1aba86-da07-44d4-ab44-601794d31270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for network, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:54.010527 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-5b1aba86-da07-44d4-ab44-601794d31270 admin admin] 10.222.0.15 "DELETE /v2.0/networks/81cc46a2-8db1-4096-bf4f-6daa1e8dd2b5 HTTP/1.1" status: 204 len: 168 time: 0.7331786 Sep 07 23:57:54.023499 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1aba86-da07-44d4-ab44-601794d31270 admin admin] Pushing event deleted for resources: {'Network': ['ID=81cc46a2-8db1-4096-bf4f-6daa1e8dd2b5,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:57:54.143586 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 38680) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:57:54.186304 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-6b43f7f2-1c44-4191-9b84-fc82c888db23 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=57c40fd6c9f740c9a2e49701985feab4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415614 Sep 07 23:57:54.189001 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 38682) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:57:54.238128 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-037c800c-9fad-4e7f-817d-4fec47a8ee2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:54.259616 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-037c800c-9fad-4e7f-817d-4fec47a8ee2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:54.308232 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-037c800c-9fad-4e7f-817d-4fec47a8ee2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:54.310714 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-037c800c-9fad-4e7f-817d-4fec47a8ee2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:54.311881 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-037c800c-9fad-4e7f-817d-4fec47a8ee2c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2055f55c-d10f-4d22-aacf-617722391954 HTTP/1.1" status: 204 len: 168 time: 0.1219687 Sep 07 23:57:54.321123 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c800c-9fad-4e7f-817d-4fec47a8ee2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2055f55c-d10f-4d22-aacf-617722391954,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:57:54.643271 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 38688) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:57:54.684086 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-9994de11-c7c3-4f0a-a881-2ba5ea495ba7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fc84d53860ae404980036203cc046a98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395901 Sep 07 23:57:54.686548 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 38690) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:57:54.742999 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-9d8e672c-17f8-436f-b918-8366e0576912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:54.775488 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-9d8e672c-17f8-436f-b918-8366e0576912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:54.830375 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-9d8e672c-17f8-436f-b918-8366e0576912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:54.833082 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-9d8e672c-17f8-436f-b918-8366e0576912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:57:54.834244 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-9d8e672c-17f8-436f-b918-8366e0576912 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fd11af54-8446-47c6-b213-8f38424cddc0 HTTP/1.1" status: 204 len: 168 time: 0.1468008 Sep 07 23:57:54.842786 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e672c-17f8-436f-b918-8366e0576912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd11af54-8446-47c6-b213-8f38424cddc0,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:57:58.210033 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-93cba18b-ed33-4612-be96-9d027b511808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:58:00.420183 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.agents_db [None req-89df3544-7e8a-43ac-bb25-e7a75b7011d0 None None] Agent healthcheck: found 6 active agents {{(pid=100553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 23:58:01.153880 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:58:01.773408 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-eafd510c-b629-47e2-ba2a-9e8e1e4c7f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:58:03.385394 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ea97-3cf8-4e53-ad99-8ce826820bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:58:05.228856 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-187590d1-19a7-4a5a-ac4c-70625f9f540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:58:19.009069 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:58:28.081387 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-124af50f-1fb7-4522-ad29-2f4ccad9a7a4 req-5b42de8e-a9c2-4f6e-8a41-069706a78c0b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7311053b-79d8-461f-ad8f-57892c1f9b97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403249 Sep 07 23:58:28.165542 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124af50f-1fb7-4522-ad29-2f4ccad9a7a4 req-dfe5c8aa-3bee-4b52-82a8-34d49fdaabfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:58:28.166964 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-124af50f-1fb7-4522-ad29-2f4ccad9a7a4 req-dfe5c8aa-3bee-4b52-82a8-34d49fdaabfa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=42f067fd8b194261a54e9fcfd96af714&device_id=7311053b-79d8-461f-ad8f-57892c1f9b97 HTTP/1.1" status: 200 len: 1099 time: 0.0402789 Sep 07 23:58:28.210199 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-44af72c7-dea4-4409-a699-9d5238687aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:58:28.290292 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124af50f-1fb7-4522-ad29-2f4ccad9a7a4 req-4a4884c2-32db-4f9d-bdeb-ee8eac551cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:58:28.291772 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-124af50f-1fb7-4522-ad29-2f4ccad9a7a4 req-4a4884c2-32db-4f9d-bdeb-ee8eac551cee service neutron] 10.222.0.42 "GET /v2.0/networks?id=b183201c-d8ba-4df8-a849-eaf5a586f813 HTTP/1.1" status: 200 len: 913 time: 0.1046877 Sep 07 23:58:28.364735 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-124af50f-1fb7-4522-ad29-2f4ccad9a7a4 req-2e63fec3-c22d-4e01-a12c-d65b4febfc15 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f551bc2a-5801-4e90-bf85-f51cedb73741 HTTP/1.1" status: 200 len: 1002 time: 0.0651371 Sep 07 23:58:28.418620 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124af50f-1fb7-4522-ad29-2f4ccad9a7a4 req-fe5ee8a9-6008-4cda-a9ab-224a72561b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:58:28.419974 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-124af50f-1fb7-4522-ad29-2f4ccad9a7a4 req-fe5ee8a9-6008-4cda-a9ab-224a72561b53 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8520aa77-9cf8-4f04-9cb1-197f20f35fc3 HTTP/1.1" status: 200 len: 851 time: 0.0482061 Sep 07 23:58:28.465259 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124af50f-1fb7-4522-ad29-2f4ccad9a7a4 req-8a8e3eee-ff85-4409-8577-f7e9164197b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:58:28.466734 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-124af50f-1fb7-4522-ad29-2f4ccad9a7a4 req-8a8e3eee-ff85-4409-8577-f7e9164197b1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b183201c-d8ba-4df8-a849-eaf5a586f813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0394325 Sep 07 23:58:28.556807 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-124af50f-1fb7-4522-ad29-2f4ccad9a7a4 req-7f47e3fd-f76c-4ad4-b9d4-6de52e11a5eb service neutron] 10.222.0.42 "GET /v2.0/networks/b183201c-d8ba-4df8-a849-eaf5a586f813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819595 Sep 07 23:58:28.648467 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-124af50f-1fb7-4522-ad29-2f4ccad9a7a4 req-139a54e7-cb5a-4df8-a0ad-0ff809e8846e service neutron] 10.222.0.42 "GET /v2.0/networks/b183201c-d8ba-4df8-a849-eaf5a586f813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839956 Sep 07 23:58:31.154452 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:58:31.774321 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-2df7eb7d-295f-4389-9912-82fd4a311918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:58:33.387617 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ea97-3cf8-4e53-ad99-8ce826820bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:58:35.232819 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-187590d1-19a7-4a5a-ac4c-70625f9f540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:58:37.421115 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.agents_db [None req-89df3544-7e8a-43ac-bb25-e7a75b7011d0 None None] Agent healthcheck: found 6 active agents {{(pid=100553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 23:58:49.023821 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:58:58.210394 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-52d25964-afa1-4fcf-93af-6bcf230eaeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:01.155278 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:01.774337 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-fbdf4584-b5f4-439f-863f-4b97191f4dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:03.390911 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ea97-3cf8-4e53-ad99-8ce826820bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:05.233928 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-187590d1-19a7-4a5a-ac4c-70625f9f540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:09.326463 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 38714) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:59:09.486029 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.plugin [None req-f23b5fe5-165f-41d3-9da4-5cb657102279 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Deleting port 619e24ed-b0b9-4125-a119-184082a1f146 {{(pid=100550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:59:09.486362 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f23b5fe5-165f-41d3-9da4-5cb657102279 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:09.564893 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f23b5fe5-165f-41d3-9da4-5cb657102279 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:09.565219 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f23b5fe5-165f-41d3-9da4-5cb657102279 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:09.577569 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.plugin [None req-f23b5fe5-165f-41d3-9da4-5cb657102279 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Calling delete_port for 619e24ed-b0b9-4125-a119-184082a1f146 owned by network:floatingip {{(pid=100550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:59:09.726046 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f23b5fe5-165f-41d3-9da4-5cb657102279 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7634829'] for port, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:09.754139 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b5fe5-165f-41d3-9da4-5cb657102279 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Pushing event deleted for resources: {'Port': ['ID=619e24ed-b0b9-4125-a119-184082a1f146,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:59:09.780989 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b5fe5-165f-41d3-9da4-5cb657102279 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:59:09.781339 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b5fe5-165f-41d3-9da4-5cb657102279 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:59:09.781674 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b5fe5-165f-41d3-9da4-5cb657102279 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:59:09.782031 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b5fe5-165f-41d3-9da4-5cb657102279 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:59:09.782404 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b5fe5-165f-41d3-9da4-5cb657102279 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:59:09.782686 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b5fe5-165f-41d3-9da4-5cb657102279 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:59:09.783017 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b5fe5-165f-41d3-9da4-5cb657102279 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:59:09.783339 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b5fe5-165f-41d3-9da4-5cb657102279 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:59:09.783670 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b5fe5-165f-41d3-9da4-5cb657102279 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:59:09.783985 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b5fe5-165f-41d3-9da4-5cb657102279 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:59:09.784309 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b5fe5-165f-41d3-9da4-5cb657102279 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:59:09.784656 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b5fe5-165f-41d3-9da4-5cb657102279 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:59:09.824662 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f23b5fe5-165f-41d3-9da4-5cb657102279 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks [] for floatingip, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:09.824985 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.db.l3_db [None req-f23b5fe5-165f-41d3-9da4-5cb657102279 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Floating IP ff657860-b110-4b70-a9c9-42050ef62d13 disassociated (deleted). External IP: 172.27.2.95, port: ddd57389-3d07-4210-bafb-d2c9d381b21d. Sep 07 23:59:10.029867 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23b5fe5-165f-41d3-9da4-5cb657102279 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Router a7b57986-3771-4ffc-928e-f8bc08f82943 has already been hosted by L3 agent 19316ef7-2440-47e6-ada3-35aaee6f744b {{(pid=100550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 23:59:10.135311 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23b5fe5-165f-41d3-9da4-5cb657102279 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify agent at l3_agent.dv-cinder-751579-26-iscsi the message routers_updated {{(pid=100550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 23:59:10.139588 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f23b5fe5-165f-41d3-9da4-5cb657102279 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for floatingip, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:10.146309 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a291af7-972a-4ec4-b4c8-8fbee73bc628 None None] Sync routers for ids ['a7b57986-3771-4ffc-928e-f8bc08f82943'] in dv-cinder-751579-26-iscsi {{(pid=100552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 23:59:10.155397 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a291af7-972a-4ec4-b4c8-8fbee73bc628 None None] Routers {'a7b57986-3771-4ffc-928e-f8bc08f82943'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:59:10.155990 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-8a291af7-972a-4ec4-b4c8-8fbee73bc628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:59:02Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['a7b57986-3771-4ffc-928e-f8bc08f82943'], 'active': True} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:59:10.168829 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-f23b5fe5-165f-41d3-9da4-5cb657102279 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "DELETE /v2.0/floatingips/ff657860-b110-4b70-a9c9-42050ef62d13 HTTP/1.1" status: 204 len: 168 time: 0.8412256 Sep 07 23:59:10.169424 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba3f7ff7-29a5-4eb7-af76-e0f74d190142', 'tag': 'ddd57389-3d07-4210-bafb-d2c9d381b21d'}] {{(pid=100550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:59:10.171691 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d662247da8c952987fd655d1558826128f562bf65326072a344d62a4e19a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978b5a8d-2214-4282-bb3b-26cf187a8156" -d '{"events": [{"name": "network-changed", "server_uuid": "ba3f7ff7-29a5-4eb7-af76-e0f74d190142", "tag": "ddd57389-3d07-4210-bafb-d2c9d381b21d"}]}' {{(pid=100550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:59:10.263830 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvr_db [None req-8a291af7-972a-4ec4-b4c8-8fbee73bc628 None None] Set router a7b57986-3771-4ffc-928e-f8bc08f82943 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:59:10.417041 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02661301-26eb-4eb8-8c01-a2c6d053dd6a req-b5bf97a7-e1f2-4ab0-b582-9d64db9740f4 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:59:10.419392 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-02661301-26eb-4eb8-8c01-a2c6d053dd6a req-b5bf97a7-e1f2-4ab0-b582-9d64db9740f4 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba3f7ff7-29a5-4eb7-af76-e0f74d190142 HTTP/1.1" status: 200 len: 945 time: 0.0538425 Sep 07 23:59:10.465873 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-02661301-26eb-4eb8-8c01-a2c6d053dd6a req-483b971a-b01a-4c2e-8ff7-8b52c322644f tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/security-groups?id=28caf5ff-d7ad-4873-b80a-6cbaffe6df21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346489 Sep 07 23:59:10.507183 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 23:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be45ed7-9973-4357-8f57-6f668a8cfada x-openstack-request-id: req-1be45ed7-9973-4357-8f57-6f668a8cfada {{(pid=100550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:59:10.507688 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba3f7ff7-29a5-4eb7-af76-e0f74d190142", "tag": "ddd57389-3d07-4210-bafb-d2c9d381b21d", "status": "completed", "code": 200}]} {{(pid=100550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:59:10.507886 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1be45ed7-9973-4357-8f57-6f668a8cfada {{(pid=100550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:59:10.508108 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba3f7ff7-29a5-4eb7-af76-e0f74d190142', 'tag': 'ddd57389-3d07-4210-bafb-d2c9d381b21d', 'status': 'completed', 'code': 200} Sep 07 23:59:10.572431 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b5a8d-2214-4282-bb3b-26cf187a8156 req-01df022f-ee1e-492c-9e41-5bf10524077a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:59:10.574019 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-978b5a8d-2214-4282-bb3b-26cf187a8156 req-01df022f-ee1e-492c-9e41-5bf10524077a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=42f067fd8b194261a54e9fcfd96af714&device_id=ba3f7ff7-29a5-4eb7-af76-e0f74d190142 HTTP/1.1" status: 200 len: 1098 time: 0.0447364 Sep 07 23:59:10.633828 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-8a291af7-972a-4ec4-b4c8-8fbee73bc628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'name': 'tempest-TestVolumeBootPattern-1606400456-router', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:52:29Z', 'updated_at': '2021-09-07T23:52:32Z', 'revision_number': 4, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'gw_port': {'id': '8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:29Z', 'updated_at': '2021-09-07T23:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_floatingips': [{'id': '0507f975-4bd6-405a-a263-1c53a222d0bb', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'router_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'port_id': 'f551bc2a-5801-4e90-bf85-f51cedb73741', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813', 'mac_address': 'fa:16:3e:7e:b3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7311053b-79d8-461f-ad8f-57892c1f9b97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T23:55:45Z', 'updated_at': '2021-09-07T23:55:47Z', 'revision_number': 1, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6', 'name': '', 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'mac_address': 'fa:16:3e:37:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '8520aa77-9cf8-4f04-9cb1-197f20f35fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:31Z', 'updated_at': '2021-09-07T23:52:38Z', 'revision_number': 5, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'subnets': [{'id': '8520aa77-9cf8-4f04-9cb1-197f20f35fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:59:10.659776 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a291af7-972a-4ec4-b4c8-8fbee73bc628 None None] Checking router: a7b57986-3771-4ffc-928e-f8bc08f82943 for host: dv-cinder-751579-26-iscsi {{(pid=100552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 23:59:10.665862 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b5a8d-2214-4282-bb3b-26cf187a8156 req-cf2b738a-7289-4631-b87c-f42ff82d4c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:59:10.667412 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-978b5a8d-2214-4282-bb3b-26cf187a8156 req-cf2b738a-7289-4631-b87c-f42ff82d4c49 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b183201c-d8ba-4df8-a849-eaf5a586f813 HTTP/1.1" status: 200 len: 913 time: 0.0855687 Sep 07 23:59:10.668739 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a291af7-972a-4ec4-b4c8-8fbee73bc628 None None] Routers {'a7b57986-3771-4ffc-928e-f8bc08f82943'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:59:10.669371 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-8a291af7-972a-4ec4-b4c8-8fbee73bc628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:59:02Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['a7b57986-3771-4ffc-928e-f8bc08f82943'], 'active': True} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:59:10.714688 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-978b5a8d-2214-4282-bb3b-26cf187a8156 req-d39e9769-56ef-405c-9f0c-975c1b093474 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddd57389-3d07-4210-bafb-d2c9d381b21d HTTP/1.1" status: 200 len: 217 time: 0.0386600 Sep 07 23:59:10.763939 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b5a8d-2214-4282-bb3b-26cf187a8156 req-c5af26d4-b828-477f-84bf-a2ae906870fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:59:10.765423 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-978b5a8d-2214-4282-bb3b-26cf187a8156 req-c5af26d4-b828-477f-84bf-a2ae906870fa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8520aa77-9cf8-4f04-9cb1-197f20f35fc3 HTTP/1.1" status: 200 len: 851 time: 0.0434136 Sep 07 23:59:10.779031 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvr_db [None req-8a291af7-972a-4ec4-b4c8-8fbee73bc628 None None] Set router a7b57986-3771-4ffc-928e-f8bc08f82943 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:59:10.812954 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b5a8d-2214-4282-bb3b-26cf187a8156 req-a4f5acda-c46d-4a9c-b9d6-3934f7e4b2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:59:10.814443 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-978b5a8d-2214-4282-bb3b-26cf187a8156 req-a4f5acda-c46d-4a9c-b9d6-3934f7e4b2e6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b183201c-d8ba-4df8-a849-eaf5a586f813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0405025 Sep 07 23:59:10.908202 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-978b5a8d-2214-4282-bb3b-26cf187a8156 req-6d35fa89-7603-4a36-a47d-68c9ef311331 service neutron] 10.222.0.42 "GET /v2.0/networks/b183201c-d8ba-4df8-a849-eaf5a586f813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846918 Sep 07 23:59:11.000035 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-978b5a8d-2214-4282-bb3b-26cf187a8156 req-e31012b7-ae6e-4b98-9430-d92d19eb0137 service neutron] 10.222.0.42 "GET /v2.0/networks/b183201c-d8ba-4df8-a849-eaf5a586f813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839903 Sep 07 23:59:11.010457 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-8a291af7-972a-4ec4-b4c8-8fbee73bc628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'name': 'tempest-TestVolumeBootPattern-1606400456-router', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:52:29Z', 'updated_at': '2021-09-07T23:52:32Z', 'revision_number': 4, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'gw_port': {'id': '8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:29Z', 'updated_at': '2021-09-07T23:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_floatingips': [{'id': '0507f975-4bd6-405a-a263-1c53a222d0bb', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'router_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'port_id': 'f551bc2a-5801-4e90-bf85-f51cedb73741', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813', 'mac_address': 'fa:16:3e:7e:b3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7311053b-79d8-461f-ad8f-57892c1f9b97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T23:55:45Z', 'updated_at': '2021-09-07T23:55:47Z', 'revision_number': 1, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6', 'name': '', 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'mac_address': 'fa:16:3e:37:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '8520aa77-9cf8-4f04-9cb1-197f20f35fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:31Z', 'updated_at': '2021-09-07T23:52:38Z', 'revision_number': 5, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'subnets': [{'id': '8520aa77-9cf8-4f04-9cb1-197f20f35fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:59:11.038174 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a291af7-972a-4ec4-b4c8-8fbee73bc628 None None] The sync data for ids ['a7b57986-3771-4ffc-928e-f8bc08f82943'] in dv-cinder-751579-26-iscsi is: [{'id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'name': 'tempest-TestVolumeBootPattern-1606400456-router', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:52:29Z', 'updated_at': '2021-09-07T23:52:32Z', 'revision_number': 4, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'gw_port': {'id': '8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:29Z', 'updated_at': '2021-09-07T23:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_floatingips': [{'id': '0507f975-4bd6-405a-a263-1c53a222d0bb', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'router_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'port_id': 'f551bc2a-5801-4e90-bf85-f51cedb73741', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813', 'mac_address': 'fa:16:3e:7e:b3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7311053b-79d8-461f-ad8f-57892c1f9b97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T23:55:45Z', 'updated_at': '2021-09-07T23:55:47Z', 'revision_number': 1, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6', 'name': '', 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'mac_address': 'fa:16:3e:37:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '8520aa77-9cf8-4f04-9cb1-197f20f35fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:31Z', 'updated_at': '2021-09-07T23:52:38Z', 'revision_number': 5, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'subnets': [{'id': '8520aa77-9cf8-4f04-9cb1-197f20f35fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 23:59:11.259033 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4797d4-560f-451d-9738-750999e57854 None None] New status for floating IP ff657860-b110-4b70-a9c9-42050ef62d13: DOWN {{(pid=100553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 23:59:11.585502 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31abb9b1-1adb-4012-83a7-d71006dec36d req-b021cfb5-c06c-45b0-9dbc-8056b78b6fb2 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:59:11.587022 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-31abb9b1-1adb-4012-83a7-d71006dec36d req-b021cfb5-c06c-45b0-9dbc-8056b78b6fb2 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba3f7ff7-29a5-4eb7-af76-e0f74d190142 HTTP/1.1" status: 200 len: 945 time: 0.0481966 Sep 07 23:59:11.628577 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-31abb9b1-1adb-4012-83a7-d71006dec36d req-18675a4d-d2fe-4508-8715-434a53c9103f tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/security-groups?id=28caf5ff-d7ad-4873-b80a-6cbaffe6df21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355902 Sep 07 23:59:11.904604 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abceb36-634a-4fcf-b33d-a70e140401ae req-625e7647-c06e-471c-b784-9a852bc1ba62 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:59:11.906057 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-6abceb36-634a-4fcf-b33d-a70e140401ae req-625e7647-c06e-471c-b784-9a852bc1ba62 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba3f7ff7-29a5-4eb7-af76-e0f74d190142 HTTP/1.1" status: 200 len: 945 time: 0.0483031 Sep 07 23:59:12.003690 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [req-6abceb36-634a-4fcf-b33d-a70e140401ae req-8d3ed56a-9cac-48f8-9222-1b47c98c64af tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Deleting port ddd57389-3d07-4210-bafb-d2c9d381b21d {{(pid=100551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:59:12.004029 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-6abceb36-634a-4fcf-b33d-a70e140401ae req-8d3ed56a-9cac-48f8-9222-1b47c98c64af tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:12.094903 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-6abceb36-634a-4fcf-b33d-a70e140401ae req-8d3ed56a-9cac-48f8-9222-1b47c98c64af tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] For port ddd57389-3d07-4210-bafb-d2c9d381b21d, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=ddd57389-3d07-4210-bafb-d2c9d381b21d,segment=NetworkSegment(f7466842-9496-4ed8-a8d7-e336540c98ac),segment_id=f7466842-9496-4ed8-a8d7-e336540c98ac)] {{(pid=100551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:59:12.095224 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-6abceb36-634a-4fcf-b33d-a70e140401ae req-8d3ed56a-9cac-48f8-9222-1b47c98c64af tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:12.107165 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [req-6abceb36-634a-4fcf-b33d-a70e140401ae req-8d3ed56a-9cac-48f8-9222-1b47c98c64af tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Calling delete_port for ddd57389-3d07-4210-bafb-d2c9d381b21d owned by compute:nova {{(pid=100551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:59:12.234388 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-6abceb36-634a-4fcf-b33d-a70e140401ae req-8d3ed56a-9cac-48f8-9222-1b47c98c64af tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:12.492402 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ed56a-9cac-48f8-9222-1b47c98c64af tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Pushing event deleted for resources: {'Port': ['ID=ddd57389-3d07-4210-bafb-d2c9d381b21d,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:59:12.504309 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ed56a-9cac-48f8-9222-1b47c98c64af tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:59:12.504694 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ed56a-9cac-48f8-9222-1b47c98c64af tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:59:12.505092 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ed56a-9cac-48f8-9222-1b47c98c64af tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:59:12.505424 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ed56a-9cac-48f8-9222-1b47c98c64af tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:59:12.505747 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ed56a-9cac-48f8-9222-1b47c98c64af tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:59:12.506073 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ed56a-9cac-48f8-9222-1b47c98c64af tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:59:12.506398 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ed56a-9cac-48f8-9222-1b47c98c64af tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:59:12.506722 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ed56a-9cac-48f8-9222-1b47c98c64af tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:59:12.507047 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ed56a-9cac-48f8-9222-1b47c98c64af tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:59:12.507364 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ed56a-9cac-48f8-9222-1b47c98c64af tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:59:12.507678 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ed56a-9cac-48f8-9222-1b47c98c64af tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:59:12.507990 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ed56a-9cac-48f8-9222-1b47c98c64af tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:59:12.541077 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.l3_dvrscheduler_db [req-6abceb36-634a-4fcf-b33d-a70e140401ae req-8d3ed56a-9cac-48f8-9222-1b47c98c64af tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] No DVR routers for this DVR port ddd57389-3d07-4210-bafb-d2c9d381b21d on host hv-cinder-75157 {{(pid=100551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 23:59:12.543511 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-6abceb36-634a-4fcf-b33d-a70e140401ae req-8d3ed56a-9cac-48f8-9222-1b47c98c64af tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:12.545470 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-6abceb36-634a-4fcf-b33d-a70e140401ae req-8d3ed56a-9cac-48f8-9222-1b47c98c64af tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.42 "DELETE /v2.0/ports/ddd57389-3d07-4210-bafb-d2c9d381b21d HTTP/1.1" status: 204 len: 173 time: 0.6329603 Sep 07 23:59:12.545890 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba3f7ff7-29a5-4eb7-af76-e0f74d190142', 'name': 'network-vif-deleted', 'tag': 'ddd57389-3d07-4210-bafb-d2c9d381b21d'}] {{(pid=100551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:59:12.548078 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744d18a1a9123520e55b11d6b4f544890c28500fff252c5db1cb0c4b69d72d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063034eb-88ce-49a4-bd73-441e68e6aec7" -d '{"events": [{"server_uuid": "ba3f7ff7-29a5-4eb7-af76-e0f74d190142", "name": "network-vif-deleted", "tag": "ddd57389-3d07-4210-bafb-d2c9d381b21d"}]}' {{(pid=100551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:59:12.612981 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 23:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc09a0f4-91bc-4faf-8425-bb978f68ff5d x-openstack-request-id: req-cc09a0f4-91bc-4faf-8425-bb978f68ff5d {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:59:12.613595 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba3f7ff7-29a5-4eb7-af76-e0f74d190142", "name": "network-vif-deleted", "tag": "ddd57389-3d07-4210-bafb-d2c9d381b21d", "status": "completed", "code": 200}]} {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:59:12.613595 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cc09a0f4-91bc-4faf-8425-bb978f68ff5d {{(pid=100551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:59:12.613918 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba3f7ff7-29a5-4eb7-af76-e0f74d190142', 'name': 'network-vif-deleted', 'tag': 'ddd57389-3d07-4210-bafb-d2c9d381b21d', 'status': 'completed', 'code': 200} Sep 07 23:59:12.722932 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-2253d01e-6c49-498f-97e2-a631e5b96f6f req-c0e2afc1-7d09-4a93-ba82-30aecc4d3f38 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba3f7ff7-29a5-4eb7-af76-e0f74d190142 HTTP/1.1" status: 200 len: 210 time: 0.0265417 Sep 07 23:59:14.419881 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.agents_db [None req-89df3544-7e8a-43ac-bb25-e7a75b7011d0 None None] Agent healthcheck: found 6 active agents {{(pid=100553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 23:59:15.526178 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device ddd57389-3d07-4210-bafb-d2c9d381b21d no longer exists at agent hyperv_hv-cinder-75157 {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 23:59:15.547021 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] No Port match for: ddd57389-3d07-4210-bafb-d2c9d381b21d {{(pid=100552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 23:59:15.547361 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device ddd57389-3d07-4210-bafb-d2c9d381b21d not bound to the agent host hv-cinder-75157 {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 23:59:15.998577 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 38758) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:59:16.162782 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.plugin [None req-941f5406-77da-407e-aadd-573c1d50216a tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Deleting port 4464af7e-f45c-4d44-87e4-1fa084f8f92e {{(pid=100550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:59:16.163006 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-941f5406-77da-407e-aadd-573c1d50216a tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:16.466961 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-941f5406-77da-407e-aadd-573c1d50216a tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:16.467293 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-941f5406-77da-407e-aadd-573c1d50216a tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:16.479118 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.plugin [None req-941f5406-77da-407e-aadd-573c1d50216a tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Calling delete_port for 4464af7e-f45c-4d44-87e4-1fa084f8f92e owned by network:floatingip {{(pid=100550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:59:16.625389 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-941f5406-77da-407e-aadd-573c1d50216a tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7634829'] for port, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:16.650996 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941f5406-77da-407e-aadd-573c1d50216a tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Pushing event deleted for resources: {'Port': ['ID=4464af7e-f45c-4d44-87e4-1fa084f8f92e,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:59:16.714209 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-941f5406-77da-407e-aadd-573c1d50216a tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks [] for floatingip, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:16.714530 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.db.l3_db [None req-941f5406-77da-407e-aadd-573c1d50216a tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Floating IP 0507f975-4bd6-405a-a263-1c53a222d0bb disassociated (deleted). External IP: 172.27.2.118, port: f551bc2a-5801-4e90-bf85-f51cedb73741. Sep 07 23:59:16.921472 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-941f5406-77da-407e-aadd-573c1d50216a tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Router a7b57986-3771-4ffc-928e-f8bc08f82943 has already been hosted by L3 agent 19316ef7-2440-47e6-ada3-35aaee6f744b {{(pid=100550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 23:59:17.034381 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941f5406-77da-407e-aadd-573c1d50216a tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify agent at l3_agent.dv-cinder-751579-26-iscsi the message routers_updated {{(pid=100550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 23:59:17.039783 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-941f5406-77da-407e-aadd-573c1d50216a tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for floatingip, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:17.045056 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ddb310-f982-427e-8b99-a8a0a2af6538 None None] Sync routers for ids ['a7b57986-3771-4ffc-928e-f8bc08f82943'] in dv-cinder-751579-26-iscsi {{(pid=100552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 23:59:17.055284 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ddb310-f982-427e-8b99-a8a0a2af6538 None None] Routers {'a7b57986-3771-4ffc-928e-f8bc08f82943'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:59:17.055898 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-28ddb310-f982-427e-8b99-a8a0a2af6538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:59:02Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['a7b57986-3771-4ffc-928e-f8bc08f82943'], 'active': True} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:59:17.066892 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-941f5406-77da-407e-aadd-573c1d50216a tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "DELETE /v2.0/floatingips/0507f975-4bd6-405a-a263-1c53a222d0bb HTTP/1.1" status: 204 len: 168 time: 1.0669682 Sep 07 23:59:17.067593 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7311053b-79d8-461f-ad8f-57892c1f9b97', 'tag': 'f551bc2a-5801-4e90-bf85-f51cedb73741'}] {{(pid=100550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:59:17.070029 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d662247da8c952987fd655d1558826128f562bf65326072a344d62a4e19a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4f0826-0e2b-429a-891f-0796bd95db9a" -d '{"events": [{"name": "network-changed", "server_uuid": "7311053b-79d8-461f-ad8f-57892c1f9b97", "tag": "f551bc2a-5801-4e90-bf85-f51cedb73741"}]}' {{(pid=100550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:59:17.107099 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 23:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3306d9b9-e74a-4831-a8f5-df727e05b9d0 x-openstack-request-id: req-3306d9b9-e74a-4831-a8f5-df727e05b9d0 {{(pid=100550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:59:17.107387 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7311053b-79d8-461f-ad8f-57892c1f9b97", "tag": "f551bc2a-5801-4e90-bf85-f51cedb73741", "status": "completed", "code": 200}]} {{(pid=100550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:59:17.107631 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3306d9b9-e74a-4831-a8f5-df727e05b9d0 {{(pid=100550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:59:17.108027 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7311053b-79d8-461f-ad8f-57892c1f9b97', 'tag': 'f551bc2a-5801-4e90-bf85-f51cedb73741', 'status': 'completed', 'code': 200} Sep 07 23:59:17.170651 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvr_db [None req-28ddb310-f982-427e-8b99-a8a0a2af6538 None None] Set router a7b57986-3771-4ffc-928e-f8bc08f82943 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:59:17.183260 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f0826-0e2b-429a-891f-0796bd95db9a req-3e5616c9-ba02-4f83-9224-336397cbbd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:59:17.184817 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1c4f0826-0e2b-429a-891f-0796bd95db9a req-3e5616c9-ba02-4f83-9224-336397cbbd63 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=42f067fd8b194261a54e9fcfd96af714&device_id=7311053b-79d8-461f-ad8f-57892c1f9b97 HTTP/1.1" status: 200 len: 1099 time: 0.0502410 Sep 07 23:59:17.313239 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f0826-0e2b-429a-891f-0796bd95db9a req-b03ad424-fcb2-434f-ac3d-be11a96d3d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:59:17.314730 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1c4f0826-0e2b-429a-891f-0796bd95db9a req-b03ad424-fcb2-434f-ac3d-be11a96d3d20 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b183201c-d8ba-4df8-a849-eaf5a586f813 HTTP/1.1" status: 200 len: 913 time: 0.1227460 Sep 07 23:59:17.323990 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fdd87d-2801-4289-b1cc-700ec5de5392 req-b623f98c-989a-423a-a40f-7e87caa4ae1a tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:59:17.325451 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-70fdd87d-2801-4289-b1cc-700ec5de5392 req-b623f98c-989a-423a-a40f-7e87caa4ae1a tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=7311053b-79d8-461f-ad8f-57892c1f9b97 HTTP/1.1" status: 200 len: 946 time: 0.0749528 Sep 07 23:59:17.371807 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1c4f0826-0e2b-429a-891f-0796bd95db9a req-93e61684-7b6b-455d-9d5a-fd1029b48cf7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f551bc2a-5801-4e90-bf85-f51cedb73741 HTTP/1.1" status: 200 len: 217 time: 0.0453045 Sep 07 23:59:17.385655 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-28ddb310-f982-427e-8b99-a8a0a2af6538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'name': 'tempest-TestVolumeBootPattern-1606400456-router', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:52:29Z', 'updated_at': '2021-09-07T23:52:32Z', 'revision_number': 4, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'gw_port': {'id': '8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:29Z', 'updated_at': '2021-09-07T23:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': '0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6', 'name': '', 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'mac_address': 'fa:16:3e:37:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '8520aa77-9cf8-4f04-9cb1-197f20f35fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:31Z', 'updated_at': '2021-09-07T23:52:38Z', 'revision_number': 5, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'subnets': [{'id': '8520aa77-9cf8-4f04-9cb1-197f20f35fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:59:17.412910 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ddb310-f982-427e-8b99-a8a0a2af6538 None None] Checking router: a7b57986-3771-4ffc-928e-f8bc08f82943 for host: dv-cinder-751579-26-iscsi {{(pid=100552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 23:59:17.416419 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-70fdd87d-2801-4289-b1cc-700ec5de5392 req-3ab2bf0c-3fa3-4ae2-8c9d-cff848efe66e tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/security-groups?id=28caf5ff-d7ad-4873-b80a-6cbaffe6df21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841630 Sep 07 23:59:17.421712 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ddb310-f982-427e-8b99-a8a0a2af6538 None None] Routers {'a7b57986-3771-4ffc-928e-f8bc08f82943'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:59:17.422451 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-28ddb310-f982-427e-8b99-a8a0a2af6538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:59:02Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['a7b57986-3771-4ffc-928e-f8bc08f82943'], 'active': True} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:59:17.436393 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f0826-0e2b-429a-891f-0796bd95db9a req-8e8a6056-bbea-4539-9e2c-f60a25779f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:59:17.437985 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1c4f0826-0e2b-429a-891f-0796bd95db9a req-8e8a6056-bbea-4539-9e2c-f60a25779f20 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8520aa77-9cf8-4f04-9cb1-197f20f35fc3 HTTP/1.1" status: 200 len: 851 time: 0.0586405 Sep 07 23:59:17.488076 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f0826-0e2b-429a-891f-0796bd95db9a req-aa9934ec-747d-4f43-baef-5c23cd639c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:59:17.490637 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1c4f0826-0e2b-429a-891f-0796bd95db9a req-aa9934ec-747d-4f43-baef-5c23cd639c7e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b183201c-d8ba-4df8-a849-eaf5a586f813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0426469 Sep 07 23:59:17.530514 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvr_db [None req-28ddb310-f982-427e-8b99-a8a0a2af6538 None None] Set router a7b57986-3771-4ffc-928e-f8bc08f82943 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:59:17.587506 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1c4f0826-0e2b-429a-891f-0796bd95db9a req-68090a5f-b988-4f75-ab2e-5d54bdc0446c service neutron] 10.222.0.42 "GET /v2.0/networks/b183201c-d8ba-4df8-a849-eaf5a586f813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895364 Sep 07 23:59:17.686579 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-1c4f0826-0e2b-429a-891f-0796bd95db9a req-7e6c278e-097f-43bd-9ac7-a906dd493332 service neutron] 10.222.0.42 "GET /v2.0/networks/b183201c-d8ba-4df8-a849-eaf5a586f813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904508 Sep 07 23:59:17.732354 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-28ddb310-f982-427e-8b99-a8a0a2af6538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'name': 'tempest-TestVolumeBootPattern-1606400456-router', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:52:29Z', 'updated_at': '2021-09-07T23:52:32Z', 'revision_number': 4, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'gw_port': {'id': '8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:29Z', 'updated_at': '2021-09-07T23:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': '0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6', 'name': '', 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'mac_address': 'fa:16:3e:37:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '8520aa77-9cf8-4f04-9cb1-197f20f35fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:31Z', 'updated_at': '2021-09-07T23:52:38Z', 'revision_number': 5, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'subnets': [{'id': '8520aa77-9cf8-4f04-9cb1-197f20f35fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:59:17.765632 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ddb310-f982-427e-8b99-a8a0a2af6538 None None] The sync data for ids ['a7b57986-3771-4ffc-928e-f8bc08f82943'] in dv-cinder-751579-26-iscsi is: [{'id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'name': 'tempest-TestVolumeBootPattern-1606400456-router', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:52:29Z', 'updated_at': '2021-09-07T23:52:32Z', 'revision_number': 4, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'gw_port': {'id': '8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:29Z', 'updated_at': '2021-09-07T23:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi', '_interfaces': [{'id': '0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6', 'name': '', 'network_id': 'b183201c-d8ba-4df8-a849-eaf5a586f813', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'mac_address': 'fa:16:3e:37:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '8520aa77-9cf8-4f04-9cb1-197f20f35fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:31Z', 'updated_at': '2021-09-07T23:52:38Z', 'revision_number': 5, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'subnets': [{'id': '8520aa77-9cf8-4f04-9cb1-197f20f35fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 23:59:17.981847 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa43ec2-baaa-4f40-a1a6-0dca8cf1ba24 None None] New status for floating IP 0507f975-4bd6-405a-a263-1c53a222d0bb: DOWN {{(pid=100553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 23:59:18.534354 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa78906-dc5f-4119-b66c-0eaa6c619666 req-289156a0-8d00-45fa-ab4e-60e2314b0a17 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:59:18.535834 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-daa78906-dc5f-4119-b66c-0eaa6c619666 req-289156a0-8d00-45fa-ab4e-60e2314b0a17 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=7311053b-79d8-461f-ad8f-57892c1f9b97 HTTP/1.1" status: 200 len: 946 time: 0.0500324 Sep 07 23:59:18.572706 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-daa78906-dc5f-4119-b66c-0eaa6c619666 req-70945433-2665-4d6e-a976-2f755c9ac9cb tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/security-groups?id=28caf5ff-d7ad-4873-b80a-6cbaffe6df21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307353 Sep 07 23:59:18.706634 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405b9a4-47ca-4b70-bd75-d51cf7e6e703 req-aad5aa40-27d7-446d-bc42-2465ad70f331 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 23:59:18.708103 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-0405b9a4-47ca-4b70-bd75-d51cf7e6e703 req-aad5aa40-27d7-446d-bc42-2465ad70f331 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.42 "GET /v2.0/ports?device_id=7311053b-79d8-461f-ad8f-57892c1f9b97 HTTP/1.1" status: 200 len: 946 time: 0.0487018 Sep 07 23:59:18.800041 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [req-0405b9a4-47ca-4b70-bd75-d51cf7e6e703 req-c97b7434-c22b-4875-93fb-50bb6c1f8da2 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Deleting port f551bc2a-5801-4e90-bf85-f51cedb73741 {{(pid=100551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:59:18.800383 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-0405b9a4-47ca-4b70-bd75-d51cf7e6e703 req-c97b7434-c22b-4875-93fb-50bb6c1f8da2 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:18.890356 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [req-0405b9a4-47ca-4b70-bd75-d51cf7e6e703 req-c97b7434-c22b-4875-93fb-50bb6c1f8da2 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] For port f551bc2a-5801-4e90-bf85-f51cedb73741, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=f551bc2a-5801-4e90-bf85-f51cedb73741,segment=NetworkSegment(f7466842-9496-4ed8-a8d7-e336540c98ac),segment_id=f7466842-9496-4ed8-a8d7-e336540c98ac)] {{(pid=100551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:59:18.890725 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-0405b9a4-47ca-4b70-bd75-d51cf7e6e703 req-c97b7434-c22b-4875-93fb-50bb6c1f8da2 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:18.903210 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [req-0405b9a4-47ca-4b70-bd75-d51cf7e6e703 req-c97b7434-c22b-4875-93fb-50bb6c1f8da2 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Calling delete_port for f551bc2a-5801-4e90-bf85-f51cedb73741 owned by compute:nova {{(pid=100551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:59:19.022145 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:19.029148 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-0405b9a4-47ca-4b70-bd75-d51cf7e6e703 req-c97b7434-c22b-4875-93fb-50bb6c1f8da2 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:19.064264 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b7434-c22b-4875-93fb-50bb6c1f8da2 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Pushing event deleted for resources: {'Port': ['ID=f551bc2a-5801-4e90-bf85-f51cedb73741,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:59:19.101193 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.l3_dvrscheduler_db [req-0405b9a4-47ca-4b70-bd75-d51cf7e6e703 req-c97b7434-c22b-4875-93fb-50bb6c1f8da2 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] No DVR routers for this DVR port f551bc2a-5801-4e90-bf85-f51cedb73741 on host hv-cinder-75157 {{(pid=100551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 23:59:19.103739 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [req-0405b9a4-47ca-4b70-bd75-d51cf7e6e703 req-c97b7434-c22b-4875-93fb-50bb6c1f8da2 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for port, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:19.105726 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-0405b9a4-47ca-4b70-bd75-d51cf7e6e703 req-c97b7434-c22b-4875-93fb-50bb6c1f8da2 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.42 "DELETE /v2.0/ports/f551bc2a-5801-4e90-bf85-f51cedb73741 HTTP/1.1" status: 204 len: 173 time: 0.3915257 Sep 07 23:59:19.106199 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7311053b-79d8-461f-ad8f-57892c1f9b97', 'name': 'network-vif-deleted', 'tag': 'f551bc2a-5801-4e90-bf85-f51cedb73741'}] {{(pid=100551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 23:59:19.108440 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744d18a1a9123520e55b11d6b4f544890c28500fff252c5db1cb0c4b69d72d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4268ea9-46eb-401f-9267-e3be176f910a" -d '{"events": [{"server_uuid": "7311053b-79d8-461f-ad8f-57892c1f9b97", "name": "network-vif-deleted", "tag": "f551bc2a-5801-4e90-bf85-f51cedb73741"}]}' {{(pid=100551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 23:59:19.146482 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 23:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5548fafb-e2a3-4b9e-8b23-301567c772e4 x-openstack-request-id: req-5548fafb-e2a3-4b9e-8b23-301567c772e4 {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 23:59:19.146855 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7311053b-79d8-461f-ad8f-57892c1f9b97", "name": "network-vif-deleted", "tag": "f551bc2a-5801-4e90-bf85-f51cedb73741", "status": "completed", "code": 200}]} {{(pid=100551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 23:59:19.147199 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5548fafb-e2a3-4b9e-8b23-301567c772e4 {{(pid=100551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 23:59:19.147646 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7311053b-79d8-461f-ad8f-57892c1f9b97', 'name': 'network-vif-deleted', 'tag': 'f551bc2a-5801-4e90-bf85-f51cedb73741', 'status': 'completed', 'code': 200} Sep 07 23:59:19.682712 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [req-96d92d1d-44eb-4ef3-81e3-e90dbc620350 req-ef8d43f5-0d0d-458d-a15e-b66bb4b6b39a tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "GET /v2.0/ports?device_id=7311053b-79d8-461f-ad8f-57892c1f9b97 HTTP/1.1" status: 200 len: 210 time: 0.0311799 Sep 07 23:59:20.738711 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 38774) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:59:20.862077 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.plugin [None req-fae36f14-def9-4471-a99f-6e92f75453ba tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Deleting port 847418ac-9022-46bf-8092-1b299713fa1c {{(pid=100550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:59:20.862424 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-fae36f14-def9-4471-a99f-6e92f75453ba tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:20.941061 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-fae36f14-def9-4471-a99f-6e92f75453ba tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:20.941391 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-fae36f14-def9-4471-a99f-6e92f75453ba tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:20.953826 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.plugin [None req-fae36f14-def9-4471-a99f-6e92f75453ba tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Calling delete_port for 847418ac-9022-46bf-8092-1b299713fa1c owned by network:floatingip {{(pid=100550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:59:21.091556 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-fae36f14-def9-4471-a99f-6e92f75453ba tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7634829'] for port, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:21.117080 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae36f14-def9-4471-a99f-6e92f75453ba tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Pushing event deleted for resources: {'Port': ['ID=847418ac-9022-46bf-8092-1b299713fa1c,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:59:21.178518 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-fae36f14-def9-4471-a99f-6e92f75453ba tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks [] for floatingip, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:21.181194 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-fae36f14-def9-4471-a99f-6e92f75453ba tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39422'] for floatingip, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:21.182367 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-fae36f14-def9-4471-a99f-6e92f75453ba tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "DELETE /v2.0/floatingips/2be86d5a-4aa4-4945-aa65-dfa3d7af4f88 HTTP/1.1" status: 204 len: 168 time: 0.4419873 Sep 07 23:59:21.525181 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device f551bc2a-5801-4e90-bf85-f51cedb73741 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 23:59:21.545497 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] No Port match for: f551bc2a-5801-4e90-bf85-f51cedb73741 {{(pid=100552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 23:59:21.545827 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Device f551bc2a-5801-4e90-bf85-f51cedb73741 not bound to the agent host hv-cinder-75157 {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 23:59:22.378163 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 38786) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:59:22.436043 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-1205854c-804d-467f-ab2e-3d9e51474e53 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:22.461881 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-1205854c-804d-467f-ab2e-3d9e51474e53 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:22.524620 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-1205854c-804d-467f-ab2e-3d9e51474e53 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:22.527320 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-1205854c-804d-467f-ab2e-3d9e51474e53 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:22.528489 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-1205854c-804d-467f-ab2e-3d9e51474e53 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] 10.222.0.15 "DELETE /v2.0/security-groups/28caf5ff-d7ad-4873-b80a-6cbaffe6df21 HTTP/1.1" status: 204 len: 168 time: 0.1493211 Sep 07 23:59:22.538870 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1205854c-804d-467f-ab2e-3d9e51474e53 tempest-TestVolumeBootPattern-1693580104 tempest-TestVolumeBootPattern-1693580104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28caf5ff-d7ad-4873-b80a-6cbaffe6df21,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:59:22.581934 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 38790) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:59:23.127163 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-224c8522-a6a8-4275-9f8f-55ebaf5a92ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1593465'] for router_interface, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:23.375086 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [None req-224c8522-a6a8-4275-9f8f-55ebaf5a92ac admin admin] Deleting port 0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6 {{(pid=100551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:59:23.375417 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-224c8522-a6a8-4275-9f8f-55ebaf5a92ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:23.453687 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [None req-224c8522-a6a8-4275-9f8f-55ebaf5a92ac admin admin] For port 0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6,segment=NetworkSegment(f7466842-9496-4ed8-a8d7-e336540c98ac),segment_id=f7466842-9496-4ed8-a8d7-e336540c98ac)] {{(pid=100551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:59:23.454065 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-224c8522-a6a8-4275-9f8f-55ebaf5a92ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:23.466170 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [None req-224c8522-a6a8-4275-9f8f-55ebaf5a92ac admin admin] Calling delete_port for 0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6 owned by network:router_interface {{(pid=100551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:59:23.640276 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-224c8522-a6a8-4275-9f8f-55ebaf5a92ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:23.665590 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224c8522-a6a8-4275-9f8f-55ebaf5a92ac admin admin] Pushing event deleted for resources: {'Port': ['ID=0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:59:23.827330 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-224c8522-a6a8-4275-9f8f-55ebaf5a92ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1820665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593493'] for router_interface, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:24.041330 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224c8522-a6a8-4275-9f8f-55ebaf5a92ac admin admin] Router a7b57986-3771-4ffc-928e-f8bc08f82943 has already been hosted by L3 agent 19316ef7-2440-47e6-ada3-35aaee6f744b {{(pid=100551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 23:59:24.145240 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224c8522-a6a8-4275-9f8f-55ebaf5a92ac admin admin] Notify agent at l3_agent.dv-cinder-751579-26-iscsi the message routers_updated {{(pid=100551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 23:59:24.151115 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-224c8522-a6a8-4275-9f8f-55ebaf5a92ac admin admin] 10.222.0.15 "PUT /v2.0/routers/a7b57986-3771-4ffc-928e-f8bc08f82943/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5681477 Sep 07 23:59:24.153649 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 38794) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:59:24.161626 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42543309-edb2-475e-8484-3b23e6b3957e None None] Sync routers for ids ['a7b57986-3771-4ffc-928e-f8bc08f82943'] in dv-cinder-751579-26-iscsi {{(pid=100552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 23:59:24.171935 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42543309-edb2-475e-8484-3b23e6b3957e None None] Routers {'a7b57986-3771-4ffc-928e-f8bc08f82943'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:59:24.172578 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-42543309-edb2-475e-8484-3b23e6b3957e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:59:02Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['a7b57986-3771-4ffc-928e-f8bc08f82943'], 'active': True} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:59:24.261555 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-84245dba-ac91-434f-bb8c-0b1e9b4e01f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:24.279189 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvr_db [None req-42543309-edb2-475e-8484-3b23e6b3957e None None] Set router a7b57986-3771-4ffc-928e-f8bc08f82943 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:59:24.366063 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-84245dba-ac91-434f-bb8c-0b1e9b4e01f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:24.417671 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [None req-84245dba-ac91-434f-bb8c-0b1e9b4e01f6 admin admin] Deleting port 8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6 {{(pid=100551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:59:24.418012 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-84245dba-ac91-434f-bb8c-0b1e9b4e01f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:24.458577 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-42543309-edb2-475e-8484-3b23e6b3957e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'name': 'tempest-TestVolumeBootPattern-1606400456-router', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:52:29Z', 'updated_at': '2021-09-07T23:59:23Z', 'revision_number': 5, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'gw_port': {'id': '8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:29Z', 'updated_at': '2021-09-07T23:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi'}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:59:24.489280 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42543309-edb2-475e-8484-3b23e6b3957e None None] Checking router: a7b57986-3771-4ffc-928e-f8bc08f82943 for host: dv-cinder-751579-26-iscsi {{(pid=100552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 23:59:24.498352 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42543309-edb2-475e-8484-3b23e6b3957e None None] Routers {'a7b57986-3771-4ffc-928e-f8bc08f82943'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:59:24.498957 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-42543309-edb2-475e-8484-3b23e6b3957e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:59:02Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['a7b57986-3771-4ffc-928e-f8bc08f82943'], 'active': True} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:59:24.500596 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [None req-84245dba-ac91-434f-bb8c-0b1e9b4e01f6 admin admin] For port 8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6,segment=NetworkSegment(4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a),segment_id=4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a)] {{(pid=100551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:59:24.500985 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-84245dba-ac91-434f-bb8c-0b1e9b4e01f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:24.514215 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [None req-84245dba-ac91-434f-bb8c-0b1e9b4e01f6 admin admin] Calling delete_port for 8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6 owned by network:router_gateway {{(pid=100551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:59:24.714710 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvr_db [None req-42543309-edb2-475e-8484-3b23e6b3957e None None] Set router a7b57986-3771-4ffc-928e-f8bc08f82943 gateway port host: None {{(pid=100552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:59:24.768277 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_hamode_db [None req-42543309-edb2-475e-8484-3b23e6b3957e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'name': 'tempest-TestVolumeBootPattern-1606400456-router', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:52:29Z', 'updated_at': '2021-09-07T23:59:24Z', 'revision_number': 6, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'gw_port_host': None}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:59:24.799450 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42543309-edb2-475e-8484-3b23e6b3957e None None] The sync data for ids ['a7b57986-3771-4ffc-928e-f8bc08f82943'] in dv-cinder-751579-26-iscsi is: [{'id': 'a7b57986-3771-4ffc-928e-f8bc08f82943', 'name': 'tempest-TestVolumeBootPattern-1606400456-router', 'tenant_id': '42f067fd8b194261a54e9fcfd96af714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:52:29Z', 'updated_at': '2021-09-07T23:59:24Z', 'revision_number': 6, 'project_id': '42f067fd8b194261a54e9fcfd96af714', 'gw_port_host': None}] {{(pid=100552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 23:59:24.916851 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-84245dba-ac91-434f-bb8c-0b1e9b4e01f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:24.939964 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84245dba-ac91-434f-bb8c-0b1e9b4e01f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:59:25.000529 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-84245dba-ac91-434f-bb8c-0b1e9b4e01f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595447'] for router_gateway, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:25.090386 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-84245dba-ac91-434f-bb8c-0b1e9b4e01f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1462'] for router, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:25.092372 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-84245dba-ac91-434f-bb8c-0b1e9b4e01f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:25.135116 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-84245dba-ac91-434f-bb8c-0b1e9b4e01f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595229'] for router, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:25.135638 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84245dba-ac91-434f-bb8c-0b1e9b4e01f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7b57986-3771-4ffc-928e-f8bc08f82943 {{(pid=100551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 23:59:25.140700 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-84245dba-ac91-434f-bb8c-0b1e9b4e01f6 admin admin] Notify callbacks [] for router, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:25.141860 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-84245dba-ac91-434f-bb8c-0b1e9b4e01f6 admin admin] 10.222.0.15 "DELETE /v2.0/routers/a7b57986-3771-4ffc-928e-f8bc08f82943 HTTP/1.1" status: 204 len: 168 time: 0.9872987 Sep 07 23:59:25.144349 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 38796) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:59:25.190127 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.db_base_plugin_v2 [None req-aff94c8b-3ec0-45be-bc6b-0799de2ee979 admin admin] Deleting subnet 8520aa77-9cf8-4f04-9cb1-197f20f35fc3 {{(pid=100551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 23:59:25.193445 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-aff94c8b-3ec0-45be-bc6b-0799de2ee979 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:25.232136 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-aff94c8b-3ec0-45be-bc6b-0799de2ee979 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7425425'] for subnet, precommit_delete_associations {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:25.312140 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-aff94c8b-3ec0-45be-bc6b-0799de2ee979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673024'] for subnet, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:25.362456 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-aff94c8b-3ec0-45be-bc6b-0799de2ee979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5131638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4738048'] for subnet, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:25.388957 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff94c8b-3ec0-45be-bc6b-0799de2ee979 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8520aa77-9cf8-4f04-9cb1-197f20f35fc3,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:59:25.390930 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-aff94c8b-3ec0-45be-bc6b-0799de2ee979 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for subnet, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:25.392791 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-aff94c8b-3ec0-45be-bc6b-0799de2ee979 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8520aa77-9cf8-4f04-9cb1-197f20f35fc3 HTTP/1.1" status: 204 len: 168 time: 0.2474563 Sep 07 23:59:25.395440 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 38798) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:59:25.398579 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871b031f-c99d-4e85-95f5-52f357e5496b None None] Network b183201c-d8ba-4df8-a849-eaf5a586f813 requested from dv-cinder-751579-26-iscsi {{(pid=100552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 23:59:25.470144 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-74ec191a-5559-47d4-9bce-3f739eee9094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531467'] for network, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:25.533740 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [None req-74ec191a-5559-47d4-9bce-3f739eee9094 admin admin] Deleting port e97a94e5-3c09-4883-9f47-72d36467501e {{(pid=100551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:59:25.534081 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-74ec191a-5559-47d4-9bce-3f739eee9094 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:25.600491 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64734fe-2138-446d-a26a-02cef6349691 None None] DHCP port deletion for b183201c-d8ba-4df8-a849-eaf5a586f813 request from dv-cinder-751579-26-iscsi {{(pid=100552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 23:59:25.607976 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [None req-74ec191a-5559-47d4-9bce-3f739eee9094 admin admin] For port e97a94e5-3c09-4883-9f47-72d36467501e, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=e97a94e5-3c09-4883-9f47-72d36467501e,segment=NetworkSegment(f7466842-9496-4ed8-a8d7-e336540c98ac),segment_id=f7466842-9496-4ed8-a8d7-e336540c98ac)] {{(pid=100551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:59:25.608192 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-74ec191a-5559-47d4-9bce-3f739eee9094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:25.624733 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [None req-74ec191a-5559-47d4-9bce-3f739eee9094 admin admin] Calling delete_port for e97a94e5-3c09-4883-9f47-72d36467501e owned by network:dhcp {{(pid=100551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:59:25.657794 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-c64734fe-2138-446d-a26a-02cef6349691 None None] Deleting port e97a94e5-3c09-4883-9f47-72d36467501e {{(pid=100552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:59:25.658173 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c64734fe-2138-446d-a26a-02cef6349691 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:25.710811 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6 no longer exists at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 23:59:25.725749 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-74ec191a-5559-47d4-9bce-3f739eee9094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:25.738911 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] No Port match for: 8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6 {{(pid=100552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 23:59:25.739246 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 8f7d4c5a-81d4-4c4a-8cc6-b414118b46c6 not bound to the agent host dv-cinder-751579-26-iscsi {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 23:59:25.739663 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6 no longer exists at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 23:59:25.746062 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.db [None req-c64734fe-2138-446d-a26a-02cef6349691 None None] For port e97a94e5-3c09-4883-9f47-72d36467501e, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=e97a94e5-3c09-4883-9f47-72d36467501e,segment=NetworkSegment(f7466842-9496-4ed8-a8d7-e336540c98ac),segment_id=f7466842-9496-4ed8-a8d7-e336540c98ac)] {{(pid=100552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:59:25.746439 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c64734fe-2138-446d-a26a-02cef6349691 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:25.752980 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ec191a-5559-47d4-9bce-3f739eee9094 admin admin] Pushing event deleted for resources: {'Port': ['ID=e97a94e5-3c09-4883-9f47-72d36467501e,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:59:25.754824 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ec191a-5559-47d4-9bce-3f739eee9094 admin admin] No DVR routers for this DVR port e97a94e5-3c09-4883-9f47-72d36467501e on host dv-cinder-751579-26-iscsi {{(pid=100551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 23:59:25.774220 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] No Port match for: 0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6 {{(pid=100552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 23:59:25.774557 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 0225fa1e-4f72-4bbe-b4ed-07e8b47e48b6 not bound to the agent host dv-cinder-751579-26-iscsi {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 23:59:25.774968 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device e97a94e5-3c09-4883-9f47-72d36467501e no longer exists at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 23:59:25.797529 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-c64734fe-2138-446d-a26a-02cef6349691 None None] Calling delete_port for e97a94e5-3c09-4883-9f47-72d36467501e owned by network:dhcp {{(pid=100552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:59:25.801405 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] No Port match for: e97a94e5-3c09-4883-9f47-72d36467501e {{(pid=100552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 23:59:25.801753 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device e97a94e5-3c09-4883-9f47-72d36467501e not bound to the agent host dv-cinder-751579-26-iscsi {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 23:59:25.835809 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-74ec191a-5559-47d4-9bce-3f739eee9094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675213', 'neutron.services.segments.db._delete_segments_for_network-8760371274105'] for network, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:25.858049 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.services.segments.db [None req-74ec191a-5559-47d4-9bce-3f739eee9094 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b183201c-d8ba-4df8-a849-eaf5a586f813']}} {{(pid=100551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:59:25.869180 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.services.segments.db [None req-74ec191a-5559-47d4-9bce-3f739eee9094 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7466842-9496-4ed8-a8d7-e336540c98ac') {'for_net_delete': True} {{(pid=100551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:59:25.869513 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.services.segments.db [None req-74ec191a-5559-47d4-9bce-3f739eee9094 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7466842-9496-4ed8-a8d7-e336540c98ac') {} {{(pid=100551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:59:25.879555 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-74ec191a-5559-47d4-9bce-3f739eee9094 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760371273090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7425432'] for segment, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:25.880898 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c64734fe-2138-446d-a26a-02cef6349691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296'] for port, after_delete {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:25.893750 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-74ec191a-5559-47d4-9bce-3f739eee9094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675162'] for segment, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:25.900823 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74ec191a-5559-47d4-9bce-3f739eee9094 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=100551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 23:59:25.901212 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-74ec191a-5559-47d4-9bce-3f739eee9094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5132244'] for segment, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:25.902931 dv-cinder-751579-26-iscsi neutron-server[100551]: Traceback (most recent call last): Sep 07 23:59:25.902931 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 23:59:25.902931 dv-cinder-751579-26-iscsi neutron-server[100551]: timer() Sep 07 23:59:25.902931 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 23:59:25.902931 dv-cinder-751579-26-iscsi neutron-server[100551]: cb(*args, **kw) Sep 07 23:59:25.902931 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 23:59:25.902931 dv-cinder-751579-26-iscsi neutron-server[100551]: return func(*args, **kwargs) Sep 07 23:59:25.902931 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 23:59:25.902931 dv-cinder-751579-26-iscsi neutron-server[100551]: self._notify() Sep 07 23:59:25.902931 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 23:59:25.902931 dv-cinder-751579-26-iscsi neutron-server[100551]: self.callback(batched_events) Sep 07 23:59:25.902931 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 23:59:25.902931 dv-cinder-751579-26-iscsi neutron-server[100551]: event.method(event) Sep 07 23:59:25.902931 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 23:59:25.902931 dv-cinder-751579-26-iscsi neutron-server[100551]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 23:59:25.902931 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 23:59:25.902931 dv-cinder-751579-26-iscsi neutron-server[100551]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 23:59:25.902931 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 23:59:25.902931 dv-cinder-751579-26-iscsi neutron-server[100551]: return f(self, *a, **k) Sep 07 23:59:25.902931 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 23:59:25.902931 dv-cinder-751579-26-iscsi neutron-server[100551]: return self._get(url).json() Sep 07 23:59:25.902931 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 23:59:25.902931 dv-cinder-751579-26-iscsi neutron-server[100551]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 23:59:25.902931 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 23:59:25.902931 dv-cinder-751579-26-iscsi neutron-server[100551]: return self.request(url, 'GET', **kwargs) Sep 07 23:59:25.902931 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 23:59:25.902931 dv-cinder-751579-26-iscsi neutron-server[100551]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 23:59:25.902931 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 23:59:25.902931 dv-cinder-751579-26-iscsi neutron-server[100551]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 23:59:25.902931 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 23:59:25.902931 dv-cinder-751579-26-iscsi neutron-server[100551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 23:59:25.902931 dv-cinder-751579-26-iscsi neutron-server[100551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 23:59:25.907475 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64734fe-2138-446d-a26a-02cef6349691 None None] Pushing event deleted for resources: {'Port': ['ID=e97a94e5-3c09-4883-9f47-72d36467501e,revision_number=None']} {{(pid=100552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:59:25.909721 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64734fe-2138-446d-a26a-02cef6349691 None None] No DVR routers for this DVR port e97a94e5-3c09-4883-9f47-72d36467501e on host dv-cinder-751579-26-iscsi {{(pid=100552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 23:59:25.924356 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64734fe-2138-446d-a26a-02cef6349691 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:59:25.924932 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64734fe-2138-446d-a26a-02cef6349691 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:59:25.925276 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64734fe-2138-446d-a26a-02cef6349691 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:59:25.925680 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64734fe-2138-446d-a26a-02cef6349691 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:59:25.926016 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64734fe-2138-446d-a26a-02cef6349691 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:59:25.926345 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64734fe-2138-446d-a26a-02cef6349691 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:59:25.926670 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64734fe-2138-446d-a26a-02cef6349691 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:59:25.926995 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64734fe-2138-446d-a26a-02cef6349691 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:59:25.927320 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64734fe-2138-446d-a26a-02cef6349691 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:59:25.927640 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64734fe-2138-446d-a26a-02cef6349691 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:59:25.928189 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64734fe-2138-446d-a26a-02cef6349691 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:59:25.928598 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64734fe-2138-446d-a26a-02cef6349691 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-26-iscsi {{(pid=100552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 23:59:25.961644 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-74ec191a-5559-47d4-9bce-3f739eee9094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595403'] for network, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:25.967218 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-74ec191a-5559-47d4-9bce-3f739eee9094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for network, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:25.969071 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-74ec191a-5559-47d4-9bce-3f739eee9094 admin admin] 10.222.0.15 "DELETE /v2.0/networks/b183201c-d8ba-4df8-a849-eaf5a586f813 HTTP/1.1" status: 204 len: 168 time: 0.5727365 Sep 07 23:59:25.972129 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 38800) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:59:25.981472 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ec191a-5559-47d4-9bce-3f739eee9094 admin admin] Pushing event deleted for resources: {'Network': ['ID=b183201c-d8ba-4df8-a849-eaf5a586f813,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:59:26.323801 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f8dbf758-75ce-487f-b284-6cb607373148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1593465'] for router_interface, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:26.572691 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.plugin [None req-f8dbf758-75ce-487f-b284-6cb607373148 admin admin] Deleting port 71a4efb0-6af9-498f-8413-f89969d891d2 {{(pid=100550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:59:26.573059 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f8dbf758-75ce-487f-b284-6cb607373148 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:26.655847 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.db [None req-f8dbf758-75ce-487f-b284-6cb607373148 admin admin] For port 71a4efb0-6af9-498f-8413-f89969d891d2, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=71a4efb0-6af9-498f-8413-f89969d891d2,segment=NetworkSegment(a96ba248-96cd-489c-bcd2-1ce14381fd96),segment_id=a96ba248-96cd-489c-bcd2-1ce14381fd96)] {{(pid=100550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:59:26.656158 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f8dbf758-75ce-487f-b284-6cb607373148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:26.669508 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.plugin [None req-f8dbf758-75ce-487f-b284-6cb607373148 admin admin] Calling delete_port for 71a4efb0-6af9-498f-8413-f89969d891d2 owned by network:router_interface {{(pid=100550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:59:26.851849 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f8dbf758-75ce-487f-b284-6cb607373148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7634829'] for port, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:26.878475 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dbf758-75ce-487f-b284-6cb607373148 admin admin] Pushing event deleted for resources: {'Port': ['ID=71a4efb0-6af9-498f-8413-f89969d891d2,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:59:27.039847 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-f8dbf758-75ce-487f-b284-6cb607373148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1820665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593493'] for router_interface, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:27.247606 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8dbf758-75ce-487f-b284-6cb607373148 admin admin] Router f2a39ff7-dab3-433d-938d-27f191043a72 has already been hosted by L3 agent 19316ef7-2440-47e6-ada3-35aaee6f744b {{(pid=100550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 23:59:27.352967 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8dbf758-75ce-487f-b284-6cb607373148 admin admin] Notify agent at l3_agent.dv-cinder-751579-26-iscsi the message routers_updated {{(pid=100550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 23:59:27.359359 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-f8dbf758-75ce-487f-b284-6cb607373148 admin admin] 10.222.0.15 "PUT /v2.0/routers/f2a39ff7-dab3-433d-938d-27f191043a72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3846755 Sep 07 23:59:27.360404 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 38802) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:59:27.363011 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a861e14-421a-49e6-a9ef-7c10bf5065fc None None] Sync routers for ids ['f2a39ff7-dab3-433d-938d-27f191043a72'] in dv-cinder-751579-26-iscsi {{(pid=100553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 23:59:27.374898 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a861e14-421a-49e6-a9ef-7c10bf5065fc None None] Routers {'f2a39ff7-dab3-433d-938d-27f191043a72'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:59:27.375502 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-2a861e14-421a-49e6-a9ef-7c10bf5065fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:59:02Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['f2a39ff7-dab3-433d-938d-27f191043a72'], 'active': True} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:59:27.469349 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-b5ddc6d2-850a-4368-bc56-2d8fc344da09 admin admin] Notify callbacks [] for router, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:27.569917 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvr_db [None req-2a861e14-421a-49e6-a9ef-7c10bf5065fc None None] Set router f2a39ff7-dab3-433d-938d-27f191043a72 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:59:27.763869 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-2a861e14-421a-49e6-a9ef-7c10bf5065fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a39ff7-dab3-433d-938d-27f191043a72', 'name': 'tempest-TestVolumeBootPattern-1614743615-router', 'tenant_id': '7e004ddd2851473183777c855d963885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': 'df6c99bf-3145-4dcf-8c23-1038d80625f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:52:34Z', 'updated_at': '2021-09-07T23:59:26Z', 'revision_number': 5, 'project_id': '7e004ddd2851473183777c855d963885', 'gw_port': {'id': 'df6c99bf-3145-4dcf-8c23-1038d80625f0', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a39ff7-dab3-433d-938d-27f191043a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:34Z', 'updated_at': '2021-09-07T23:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi'}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:59:27.790752 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a861e14-421a-49e6-a9ef-7c10bf5065fc None None] Checking router: f2a39ff7-dab3-433d-938d-27f191043a72 for host: dv-cinder-751579-26-iscsi {{(pid=100553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 23:59:27.798935 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a861e14-421a-49e6-a9ef-7c10bf5065fc None None] Routers {'f2a39ff7-dab3-433d-938d-27f191043a72'} bound to L3 agent in host dv-cinder-751579-26-iscsi {{(pid=100553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 23:59:27.799541 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-2a861e14-421a-49e6-a9ef-7c10bf5065fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T23:38:02Z,description=,heartbeat_timestamp=2021-09-07T23:59:02Z,host='dv-cinder-751579-26-iscsi',id=19316ef7-2440-47e6-ada3-35aaee6f744b,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T23:38:02Z,topic='l3_agent')) {'router_ids': ['f2a39ff7-dab3-433d-938d-27f191043a72'], 'active': True} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:59:27.804393 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-b5ddc6d2-850a-4368-bc56-2d8fc344da09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:27.857637 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.plugin [None req-b5ddc6d2-850a-4368-bc56-2d8fc344da09 admin admin] Deleting port df6c99bf-3145-4dcf-8c23-1038d80625f0 {{(pid=100550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:59:27.858066 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-b5ddc6d2-850a-4368-bc56-2d8fc344da09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:27.905900 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_dvr_db [None req-2a861e14-421a-49e6-a9ef-7c10bf5065fc None None] Set router f2a39ff7-dab3-433d-938d-27f191043a72 gateway port host: dv-cinder-751579-26-iscsi {{(pid=100553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 23:59:27.939779 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.db [None req-b5ddc6d2-850a-4368-bc56-2d8fc344da09 admin admin] For port df6c99bf-3145-4dcf-8c23-1038d80625f0, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=df6c99bf-3145-4dcf-8c23-1038d80625f0,segment=NetworkSegment(4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a),segment_id=4bfb60b0-1cc5-4bf3-a7ac-468953ebff6a)] {{(pid=100550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:59:27.940138 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-b5ddc6d2-850a-4368-bc56-2d8fc344da09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:27.952313 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.plugins.ml2.plugin [None req-b5ddc6d2-850a-4368-bc56-2d8fc344da09 admin admin] Calling delete_port for df6c99bf-3145-4dcf-8c23-1038d80625f0 owned by network:router_gateway {{(pid=100550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:59:28.087932 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.l3_hamode_db [None req-2a861e14-421a-49e6-a9ef-7c10bf5065fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a39ff7-dab3-433d-938d-27f191043a72', 'name': 'tempest-TestVolumeBootPattern-1614743615-router', 'tenant_id': '7e004ddd2851473183777c855d963885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': 'df6c99bf-3145-4dcf-8c23-1038d80625f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:52:34Z', 'updated_at': '2021-09-07T23:59:26Z', 'revision_number': 5, 'project_id': '7e004ddd2851473183777c855d963885', 'gw_port': {'id': 'df6c99bf-3145-4dcf-8c23-1038d80625f0', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a39ff7-dab3-433d-938d-27f191043a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:34Z', 'updated_at': '2021-09-07T23:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi'}], 'dv-cinder-751579-26-iscsi', False) {} {{(pid=100553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:59:28.114395 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a861e14-421a-49e6-a9ef-7c10bf5065fc None None] The sync data for ids ['f2a39ff7-dab3-433d-938d-27f191043a72'] in dv-cinder-751579-26-iscsi is: [{'id': 'f2a39ff7-dab3-433d-938d-27f191043a72', 'name': 'tempest-TestVolumeBootPattern-1614743615-router', 'tenant_id': '7e004ddd2851473183777c855d963885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'external_fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': 'df6c99bf-3145-4dcf-8c23-1038d80625f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T23:52:34Z', 'updated_at': '2021-09-07T23:59:26Z', 'revision_number': 5, 'project_id': '7e004ddd2851473183777c855d963885', 'gw_port': {'id': 'df6c99bf-3145-4dcf-8c23-1038d80625f0', 'name': '', 'network_id': '1ea758c5-ea33-45af-9d70-54dde57c9658', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a39ff7-dab3-433d-938d-27f191043a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T23:52:34Z', 'updated_at': '2021-09-07T23:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c624cf3-fab2-4caa-bdca-00a0c67beab2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-26-iscsi'}] {{(pid=100553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 23:59:28.125427 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-b5ddc6d2-850a-4368-bc56-2d8fc344da09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7634829'] for port, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:28.150216 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ddc6d2-850a-4368-bc56-2d8fc344da09 admin admin] Pushing event deleted for resources: {'Port': ['ID=df6c99bf-3145-4dcf-8c23-1038d80625f0,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:59:28.211181 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-ad288821-dc4e-4ca4-bb33-250bbf470571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:28.211919 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-b5ddc6d2-850a-4368-bc56-2d8fc344da09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595447'] for router_gateway, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:28.300942 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-b5ddc6d2-850a-4368-bc56-2d8fc344da09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1462'] for router, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:28.303750 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-b5ddc6d2-850a-4368-bc56-2d8fc344da09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:28.348561 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-b5ddc6d2-850a-4368-bc56-2d8fc344da09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595229'] for router, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:28.349070 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ddc6d2-850a-4368-bc56-2d8fc344da09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2a39ff7-dab3-433d-938d-27f191043a72 {{(pid=100550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 23:59:28.354111 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-b5ddc6d2-850a-4368-bc56-2d8fc344da09 admin admin] Notify callbacks [] for router, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:28.355295 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-b5ddc6d2-850a-4368-bc56-2d8fc344da09 admin admin] 10.222.0.15 "DELETE /v2.0/routers/f2a39ff7-dab3-433d-938d-27f191043a72 HTTP/1.1" status: 204 len: 168 time: 0.9939566 Sep 07 23:59:28.357825 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 38804) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:59:28.403092 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.db.db_base_plugin_v2 [None req-a360f6ba-40b4-4c31-b797-b2e6b5690c3d admin admin] Deleting subnet 2098bc3a-b328-4461-a826-cbce008bbc35 {{(pid=100550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 23:59:28.406009 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-a360f6ba-40b4-4c31-b797-b2e6b5690c3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:28.440670 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-a360f6ba-40b4-4c31-b797-b2e6b5690c3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1178054'] for subnet, precommit_delete_associations {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:28.526554 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-a360f6ba-40b4-4c31-b797-b2e6b5690c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673024'] for subnet, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:28.586532 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-a360f6ba-40b4-4c31-b797-b2e6b5690c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7634936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4620627'] for subnet, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:28.612901 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a360f6ba-40b4-4c31-b797-b2e6b5690c3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2098bc3a-b328-4461-a826-cbce008bbc35,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:59:28.616514 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-a360f6ba-40b4-4c31-b797-b2e6b5690c3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:28.621352 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-a360f6ba-40b4-4c31-b797-b2e6b5690c3d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2098bc3a-b328-4461-a826-cbce008bbc35 HTTP/1.1" status: 204 len: 168 time: 0.2596204 Sep 07 23:59:28.621462 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 38806) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:59:28.624128 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c366957-22fd-44bd-bfb4-f650773e082f None None] Network 598f63bb-5764-48ae-879a-edd3acfd47d6 requested from dv-cinder-751579-26-iscsi {{(pid=100552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 23:59:28.699837 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-0d2061f4-b209-4db5-ab99-3cccb3206157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531467'] for network, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:28.762207 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [None req-0d2061f4-b209-4db5-ab99-3cccb3206157 admin admin] Deleting port 1af1f9d8-b1ea-468c-ad52-a8e43bc2433f {{(pid=100551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 23:59:28.762612 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-0d2061f4-b209-4db5-ab99-3cccb3206157 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760371290902'] for port, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:28.838672 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.db [None req-0d2061f4-b209-4db5-ab99-3cccb3206157 admin admin] For port 1af1f9d8-b1ea-468c-ad52-a8e43bc2433f, host dv-cinder-751579-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-26-iscsi',level=0,port_id=1af1f9d8-b1ea-468c-ad52-a8e43bc2433f,segment=NetworkSegment(a96ba248-96cd-489c-bcd2-1ce14381fd96),segment_id=a96ba248-96cd-489c-bcd2-1ce14381fd96)] {{(pid=100551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 23:59:28.839061 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-0d2061f4-b209-4db5-ab99-3cccb3206157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586688'] for port, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:28.852072 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.plugin [None req-0d2061f4-b209-4db5-ab99-3cccb3206157 admin admin] Calling delete_port for 1af1f9d8-b1ea-468c-ad52-a8e43bc2433f owned by network:dhcp {{(pid=100551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 23:59:28.931146 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-0d2061f4-b209-4db5-ab99-3cccb3206157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760371297244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760370778296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5131523'] for port, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:28.957024 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2061f4-b209-4db5-ab99-3cccb3206157 admin admin] Pushing event deleted for resources: {'Port': ['ID=1af1f9d8-b1ea-468c-ad52-a8e43bc2433f,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:59:28.958913 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2061f4-b209-4db5-ab99-3cccb3206157 admin admin] No DVR routers for this DVR port 1af1f9d8-b1ea-468c-ad52-a8e43bc2433f on host dv-cinder-751579-26-iscsi {{(pid=100551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 23:59:29.034339 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-0d2061f4-b209-4db5-ab99-3cccb3206157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675213', 'neutron.services.segments.db._delete_segments_for_network-8760371274105'] for network, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:29.054764 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.services.segments.db [None req-0d2061f4-b209-4db5-ab99-3cccb3206157 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['598f63bb-5764-48ae-879a-edd3acfd47d6']}} {{(pid=100551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:59:29.076138 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.services.segments.db [None req-0d2061f4-b209-4db5-ab99-3cccb3206157 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a96ba248-96cd-489c-bcd2-1ce14381fd96') {'for_net_delete': True} {{(pid=100551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:59:29.076675 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.services.segments.db [None req-0d2061f4-b209-4db5-ab99-3cccb3206157 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a96ba248-96cd-489c-bcd2-1ce14381fd96') {} {{(pid=100551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 23:59:29.088942 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-0d2061f4-b209-4db5-ab99-3cccb3206157 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760371273090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7425432'] for segment, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:29.104176 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-0d2061f4-b209-4db5-ab99-3cccb3206157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675162'] for segment, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:29.114386 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d2061f4-b209-4db5-ab99-3cccb3206157 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=100551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 23:59:29.115121 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-0d2061f4-b209-4db5-ab99-3cccb3206157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5132244'] for segment, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:29.119302 dv-cinder-751579-26-iscsi neutron-server[100551]: Traceback (most recent call last): Sep 07 23:59:29.119302 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 23:59:29.119302 dv-cinder-751579-26-iscsi neutron-server[100551]: timer() Sep 07 23:59:29.119302 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 23:59:29.119302 dv-cinder-751579-26-iscsi neutron-server[100551]: cb(*args, **kw) Sep 07 23:59:29.119302 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 23:59:29.119302 dv-cinder-751579-26-iscsi neutron-server[100551]: return func(*args, **kwargs) Sep 07 23:59:29.119302 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 23:59:29.119302 dv-cinder-751579-26-iscsi neutron-server[100551]: self._notify() Sep 07 23:59:29.119302 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 23:59:29.119302 dv-cinder-751579-26-iscsi neutron-server[100551]: self.callback(batched_events) Sep 07 23:59:29.119302 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 23:59:29.119302 dv-cinder-751579-26-iscsi neutron-server[100551]: event.method(event) Sep 07 23:59:29.119302 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 23:59:29.119302 dv-cinder-751579-26-iscsi neutron-server[100551]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 23:59:29.119302 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 23:59:29.119302 dv-cinder-751579-26-iscsi neutron-server[100551]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 23:59:29.119302 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 23:59:29.119302 dv-cinder-751579-26-iscsi neutron-server[100551]: return f(self, *a, **k) Sep 07 23:59:29.119302 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 23:59:29.119302 dv-cinder-751579-26-iscsi neutron-server[100551]: return self._get(url).json() Sep 07 23:59:29.119302 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 23:59:29.119302 dv-cinder-751579-26-iscsi neutron-server[100551]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 23:59:29.119302 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 23:59:29.119302 dv-cinder-751579-26-iscsi neutron-server[100551]: return self.request(url, 'GET', **kwargs) Sep 07 23:59:29.119302 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 23:59:29.119302 dv-cinder-751579-26-iscsi neutron-server[100551]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 23:59:29.119302 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 23:59:29.119302 dv-cinder-751579-26-iscsi neutron-server[100551]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 23:59:29.119302 dv-cinder-751579-26-iscsi neutron-server[100551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 23:59:29.119302 dv-cinder-751579-26-iscsi neutron-server[100551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 23:59:29.119302 dv-cinder-751579-26-iscsi neutron-server[100551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 23:59:29.131414 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884be35b-4dd5-4411-9571-c39fd8e4c722 None None] DHCP port deletion for 598f63bb-5764-48ae-879a-edd3acfd47d6 request from dv-cinder-751579-26-iscsi {{(pid=100552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 23:59:29.186906 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-0d2061f4-b209-4db5-ab99-3cccb3206157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1820608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595403'] for network, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:29.192015 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-0d2061f4-b209-4db5-ab99-3cccb3206157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1820626'] for network, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:29.193888 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-0d2061f4-b209-4db5-ab99-3cccb3206157 admin admin] 10.222.0.15 "DELETE /v2.0/networks/598f63bb-5764-48ae-879a-edd3acfd47d6 HTTP/1.1" status: 204 len: 168 time: 0.5718503 Sep 07 23:59:29.204307 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2061f4-b209-4db5-ab99-3cccb3206157 admin admin] Pushing event deleted for resources: {'Network': ['ID=598f63bb-5764-48ae-879a-edd3acfd47d6,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:59:29.307452 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 38810) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:59:29.347534 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-356dcc5a-0b85-4279-8826-bbec910029f9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=42f067fd8b194261a54e9fcfd96af714&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389295 Sep 07 23:59:29.350143 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [-] (100551) accepted ('10.222.0.15', 38812) {{(pid=100551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:59:29.397755 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-50be52a5-9ba6-444b-be9c-38886e2efbd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:29.418202 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-50be52a5-9ba6-444b-be9c-38886e2efbd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:29.469220 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-50be52a5-9ba6-444b-be9c-38886e2efbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:29.471741 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron_lib.callbacks.manager [None req-50be52a5-9ba6-444b-be9c-38886e2efbd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:29.472935 dv-cinder-751579-26-iscsi neutron-server[100551]: INFO neutron.wsgi [None req-50be52a5-9ba6-444b-be9c-38886e2efbd5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/75e5153c-3c20-4e24-88d1-50bdf751c82c HTTP/1.1" status: 204 len: 168 time: 0.1218157 Sep 07 23:59:29.480653 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50be52a5-9ba6-444b-be9c-38886e2efbd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e5153c-3c20-4e24-88d1-50bdf751c82c,revision_number=None']} {{(pid=100551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:59:29.683286 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device df6c99bf-3145-4dcf-8c23-1038d80625f0 no longer exists at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 23:59:29.703416 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] No Port match for: df6c99bf-3145-4dcf-8c23-1038d80625f0 {{(pid=100552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 23:59:29.703754 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device df6c99bf-3145-4dcf-8c23-1038d80625f0 not bound to the agent host dv-cinder-751579-26-iscsi {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 23:59:29.704181 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 1af1f9d8-b1ea-468c-ad52-a8e43bc2433f no longer exists at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 23:59:29.726782 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] No Port match for: 1af1f9d8-b1ea-468c-ad52-a8e43bc2433f {{(pid=100552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 23:59:29.727050 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 1af1f9d8-b1ea-468c-ad52-a8e43bc2433f not bound to the agent host dv-cinder-751579-26-iscsi {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 23:59:29.727471 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 71a4efb0-6af9-498f-8413-f89969d891d2 no longer exists at agent ovs-agent-dv-cinder-751579-26-iscsi {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 23:59:29.745845 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.plugin [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] No Port match for: 71a4efb0-6af9-498f-8413-f89969d891d2 {{(pid=100552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 23:59:29.746498 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron.plugins.ml2.rpc [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Device 71a4efb0-6af9-498f-8413-f89969d891d2 not bound to the agent host dv-cinder-751579-26-iscsi {{(pid=100552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 23:59:29.800895 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 38818) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:59:29.841480 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-d4d5b36e-f083-4931-b04d-9eb7c70ce9c5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7e004ddd2851473183777c855d963885&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393107 Sep 07 23:59:29.843869 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [-] (100550) accepted ('10.222.0.15', 38820) {{(pid=100550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 23:59:29.890712 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-6b977a37-cbc1-4405-9a27-a38d4873f15d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:29.911809 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-6b977a37-cbc1-4405-9a27-a38d4873f15d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:29.960871 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-6b977a37-cbc1-4405-9a27-a38d4873f15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800433'] for security_group, after_delete {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:29.963556 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron_lib.callbacks.manager [None req-6b977a37-cbc1-4405-9a27-a38d4873f15d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:29.964730 dv-cinder-751579-26-iscsi neutron-server[100550]: INFO neutron.wsgi [None req-6b977a37-cbc1-4405-9a27-a38d4873f15d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fee056ed-9c2a-4668-be67-04adaad1ca15 HTTP/1.1" status: 204 len: 168 time: 0.1199470 Sep 07 23:59:29.973260 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b977a37-cbc1-4405-9a27-a38d4873f15d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee056ed-9c2a-4668-be67-04adaad1ca15,revision_number=None']} {{(pid=100550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 23:59:31.157728 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:31.777641 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-48696dd6-c72c-4ab0-8a85-8faee2aefa7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:33.393634 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ea97-3cf8-4e53-ad99-8ce826820bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:35.236995 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-187590d1-19a7-4a5a-ac4c-70625f9f540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:49.037313 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 23:59:51.418737 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.agents_db [None req-89df3544-7e8a-43ac-bb25-e7a75b7011d0 None None] Agent healthcheck: found 6 active agents {{(pid=100553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 23:59:58.213283 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-18d04643-1c23-44a4-b249-9868aa273625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:00:01.158321 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:00:01.778758 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-4a8d6ba3-6a01-47b1-a2f5-038d0493c536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:00:03.397463 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ea97-3cf8-4e53-ad99-8ce826820bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:00:05.239488 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-187590d1-19a7-4a5a-ac4c-70625f9f540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:00:19.051963 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:00:28.213962 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-b013368c-72bf-42c4-a0c8-2179cf35d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:00:28.417189 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.agents_db [None req-89df3544-7e8a-43ac-bb25-e7a75b7011d0 None None] Agent healthcheck: found 6 active agents {{(pid=100553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 00:00:31.161817 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:00:31.778761 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-3209349d-df14-4928-9244-a73bda4489b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:00:33.400109 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ea97-3cf8-4e53-ad99-8ce826820bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:00:35.243280 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-187590d1-19a7-4a5a-ac4c-70625f9f540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:00:49.050361 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:00:58.216434 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-8044ce81-ba15-4d54-ac3f-578ccd8940ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:01:01.163160 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:01:01.781548 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-0f05b020-fe11-4724-8f36-be63d344060f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:01:03.403767 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ea97-3cf8-4e53-ad99-8ce826820bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:01:05.245257 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-187590d1-19a7-4a5a-ac4c-70625f9f540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:01:05.430862 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.agents_db [None req-89df3544-7e8a-43ac-bb25-e7a75b7011d0 None None] Agent healthcheck: found 6 active agents {{(pid=100553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 00:01:19.066074 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:01:28.218047 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-f7383833-2f67-4c43-985d-8bf6b8050652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:01:31.165348 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:01:31.781425 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-b820d2fe-5638-4a8b-b7df-78ac6849dc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:01:33.407346 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ea97-3cf8-4e53-ad99-8ce826820bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:01:35.247603 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-187590d1-19a7-4a5a-ac4c-70625f9f540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:01:42.419070 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.agents_db [None req-89df3544-7e8a-43ac-bb25-e7a75b7011d0 None None] Agent healthcheck: found 6 active agents {{(pid=100553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 00:01:49.064113 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:01:50.868594 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [req-454d45b8-881a-4075-a163-7b3477a43ddb req-912e23d4-58d7-42b8-a362-d18f0d2eb875 service neutron] (100551) timed out ('10.222.0.42', 52076) {{(pid=100551) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 08 00:01:58.220512 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-1dd97446-d6c6-4823-8471-ce045f6c1715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:01:58.222003 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [req-777cf2c7-c98b-4c52-afd7-346c4fbe4ac8 req-baf1ad7d-8e00-46c2-9795-f5e4aece8624 service neutron] (100550) timed out ('10.222.0.42', 52038) {{(pid=100550) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 08 00:02:01.168124 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:02:01.781654 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-ae2c95f7-537e-4c65-86c3-8e1c973ae851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:02:03.413204 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ea97-3cf8-4e53-ad99-8ce826820bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:02:05.252248 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-187590d1-19a7-4a5a-ac4c-70625f9f540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:02:10.980797 dv-cinder-751579-26-iscsi neutron-server[100551]: DEBUG neutron.wsgi [req-199d31a1-1306-4525-8a9a-b30294c63460 req-55bf9118-c2f2-47b5-80e3-c564481baed5 service neutron] (100551) timed out ('10.222.0.42', 52073) {{(pid=100551) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 08 00:02:19.081823 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:02:19.419749 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.agents_db [None req-89df3544-7e8a-43ac-bb25-e7a75b7011d0 None None] Agent healthcheck: found 6 active agents {{(pid=100553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 00:02:28.222411 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-89390c01-7c6e-4327-9e3d-b07f9117d25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:02:31.169983 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:02:31.781805 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-53aaabfe-95b3-44f5-953c-a0553988f341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:02:33.412405 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ea97-3cf8-4e53-ad99-8ce826820bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:02:35.254904 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-187590d1-19a7-4a5a-ac4c-70625f9f540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:02:49.077037 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:02:56.418625 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.agents_db [None req-89df3544-7e8a-43ac-bb25-e7a75b7011d0 None None] Agent healthcheck: found 6 active agents {{(pid=100553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 00:02:58.224577 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-ca7683c4-9c76-4ada-886a-dae57f7bc5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:03:01.172091 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:03:01.785279 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e2bfe167-cdc2-4e4f-a8c5-1db241adebef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:03:03.415339 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ea97-3cf8-4e53-ad99-8ce826820bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:03:05.258511 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-187590d1-19a7-4a5a-ac4c-70625f9f540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:03:19.076931 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:03:28.224860 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-0ab944d9-5027-442a-a10b-2149e7fc54fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:03:31.173043 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:03:31.787963 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-75f17dce-eb7d-4fbf-af21-e40dbdc74d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:03:33.418798 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ea97-3cf8-4e53-ad99-8ce826820bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:03:33.422030 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.agents_db [None req-89df3544-7e8a-43ac-bb25-e7a75b7011d0 None None] Agent healthcheck: found 6 active agents {{(pid=100553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 00:03:35.261854 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-187590d1-19a7-4a5a-ac4c-70625f9f540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:03:49.075676 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:03:58.226731 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-050758c3-9ee2-4133-a8d9-89d31da20abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:04:01.174251 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:04:01.792711 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-960d4653-f044-433a-bffd-50555daf60fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:04:03.420353 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ea97-3cf8-4e53-ad99-8ce826820bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:04:05.267500 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-187590d1-19a7-4a5a-ac4c-70625f9f540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:04:09.765795 dv-cinder-751579-26-iscsi neutron-server[100550]: DEBUG neutron.wsgi [req-abcdda6b-63be-4a1e-b4b9-14b8c19a886e req-64b697c6-ef29-4d8b-97cc-ff25150a4112 service neutron] (100550) timed out ('10.222.0.15', 60784) {{(pid=100550) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 08 00:04:10.420738 dv-cinder-751579-26-iscsi neutron-server[100553]: DEBUG neutron.db.agents_db [None req-89df3544-7e8a-43ac-bb25-e7a75b7011d0 None None] Agent healthcheck: found 6 active agents {{(pid=100553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 00:04:19.089433 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d0a9-85ca-4d6d-9015-2509adf711ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:04:28.227956 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-f6e36267-7fe2-43ca-af17-1afbef6e694d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:04:31.174307 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-c1075b74-f31f-4c6f-8483-1cbb4d848103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:04:31.793049 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-3de93184-b867-4fb2-9924-30529adddfd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:04:33.424141 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ea97-3cf8-4e53-ad99-8ce826820bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 00:04:35.266823 dv-cinder-751579-26-iscsi neutron-server[100552]: DEBUG neutron_lib.callbacks.manager [None req-187590d1-19a7-4a5a-ac4c-70625f9f540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760371274087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685651'] for agent, after_update {{(pid=100552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}